model,AMPS_Hard,code_completion,code_generation,connections,consecutive_events,integrals_with_game,javascript,logic_with_navigation,math_comp,olympiad,paraphrase,plot_unscrambling,python,simplify,spatial,story_generation,summarize,tablejoin,tablereformat,theory_of_mind,typescript,typos,zebra_puzzle,nq_AMPS_Hard,nq_code_completion,nq_code_generation,nq_connections,nq_consecutive_events,nq_integrals_with_game,nq_javascript,nq_logic_with_navigation,nq_math_comp,nq_olympiad,nq_paraphrase,nq_plot_unscrambling,nq_python,nq_simplify,nq_spatial,nq_story_generation,nq_summarize,nq_tablejoin,nq_tablereformat,nq_theory_of_mind,nq_typescript,nq_typos,nq_zebra_puzzle,avg_input_tokens,avg_output_tokens,input_price_per_million,output_price_per_million,out_AMPS_Hard,out_code_completion,out_code_generation,out_connections,out_consecutive_events,out_integrals_with_game,out_javascript,out_logic_with_navigation,out_math_comp,out_olympiad,out_paraphrase,out_plot_unscrambling,out_python,out_simplify,out_spatial,out_story_generation,out_summarize,out_tablejoin,out_tablereformat,out_theory_of_mind,out_typescript,out_typos,out_zebra_puzzle,cost_per_question,cost_per_successful_task
grok-build-0.1,0.098,0.0369,0.0617,0.0298,0.334,0.156,6.1876,0.1852,0.119,0.2232,0.0474,0.1144,2.6045,0.0416,0.0464,0.0467,0.044,0.1049,0.1965,0.077,9.7795,0.0406,0.1095,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,58770,980,1,2,430,106,204,193,308,493,16018,939,443,711,193,723,5453,125,377,171,143,84,1203,363,10733,222,315,0.0163,0.0240
deepseek-v4-flash,0.1296,0.0681,0.0805,0.4523,1.6685,2.404,0.4102,0.3731,0.4555,0.9712,0.4701,0.2491,0.5072,0.3381,0.2883,0.3281,0.3301,0.3119,0.0421,0.4463,1.3686,0.0494,1.6353,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,148772,34434,0.14,0.28,4592,5015,3843,32185,122670,85539,36289,25752,15837,44262,33312,17395,58111,23878,20536,23159,23302,20511,2239,30300,92334,3362,115897,0.0105,0.0161
deepseek-v4-pro,0.3618,0.2927,0.4335,1.1945,4.8001,7.6773,2.2298,1.3015,1.5286,3.8123,1.2097,0.8195,1.4301,1.035,1.1736,0.8422,0.941,1.4651,0.1512,2.0217,6.5971,0.1168,3.8612,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,96617,35014,0.435,0.87,4127,7036,6808,27338,117103,87945,45483,29011,17120,56155,27545,18440,34261,23517,26924,19085,21354,31470,2703,44332,104815,2521,87841,0.0357,0.0498
grok-4.3,0.9107,0.5928,0.6658,1.3009,3.3597,6.1455,5.2088,1.565,2.033,3.8531,1.4974,1.6839,2.4039,1.278,1.3716,1.3102,1.2479,1.3226,0.6214,1.6512,4.3928,0.3969,3.7247,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,28676,11184,1.25,2.5,3608,4880,3545,10282,24477,24264,3832,11625,7859,19233,11714,13073,2350,9949,10914,10206,9705,9263,4166,12351,2401,3007,28890,0.0382,0.0614
minimax-m3,0.3416,0.3168,0.422,0.7462,3.4049,3.674,4.7796,0.5763,0.9437,1.1001,1.1241,0.6972,4.5492,0.9813,0.5243,0.8252,0.8864,0.7257,0.1823,0.4291,21.2123,0.1648,2.3803,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,331869,15530,0.3,1.2,2810,5624,4869,12356,59185,30453,26125,9136,7636,11527,18584,11400,20586,16203,8689,13641,14649,11136,2607,6692,65773,2642,39181,0.0401,0.0597
gpt-5.4-nano-xhigh,0.2793,0.7377,0.9982,2.0332,4.2056,5.5254,12.5583,2.1902,1.058,2.8925,2.4776,3.0036,8.2697,2.0414,0.9381,2.1725,2.2124,2.104,0.2358,2.6636,17.2521,0.27,2.823,100,46,70,49,44,99,22,50,102,76,48,45,20,50,50,49,50,51,51,52,30,50,42,180305,46179,0.2,1.25,2224,12742,11342,33155,75156,44548,391776,34756,8262,30197,41209,53272,277574,32574,14991,35381,35309,32713,3473,40866,362134,4267,53522,0.0634,0.0911
kimi-k2.7-code,0.5819,0.8352,0.8216,1.3962,10.1449,11.4081,5.3062,2.3839,2.1515,4.0587,2.7532,3.4533,4.4401,2.5994,1.3814,1.9591,2.1365,2.6116,0.5836,3.2872,18.6613,0.3384,3.7316,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,138127,13007,0.95,4,1439,4426,2797,6927,52691,28448,22142,11504,5222,12856,13666,17116,19238,12886,6880,9716,10559,12211,2536,15688,40428,1613,18407,0.0685,0.1002
kimi-k2.6-thinking,1.5142,1.3505,1.9175,5.2211,12.5083,21.9097,13.1005,4.2483,4.5579,7.8367,3.6765,4.1842,9.1416,3.9214,3.1094,3.0444,2.7652,5.2091,1.0471,4.663,29.3553,0.8503,6.0012,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,77968,27001,0.95,4,3770,7209,6654,26046,66394,54630,111341,20814,11119,25082,18255,20729,88741,19475,15519,15090,13693,24611,4795,22250,179577,4171,29569,0.1190,0.1687
qwen3.6-27b,5.0882,0.8047,1.5151,4.9938,10.8252,24.4151,14.2836,7.7632,10.2986,6.7296,2.1201,1.4617,12.5969,3.1747,4.4904,2.0115,1.9657,1.1282,1.3086,1.8186,31.6571,0.67,12.8826,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,69253,24329,0.6,3.6,14122,4768,5859,27702,62607,67714,26184,42830,28008,24016,11690,7988,18869,17545,24927,11083,10828,5723,6891,9598,28418,3666,71267,0.1291,0.2017
qwen3.7-max,2.4497,1.0987,2.0062,1.997,13.7477,36.0024,15.4083,5.3916,6.0642,3.664,4.2576,2.4092,11.6996,4.0372,4.4381,3.9201,3.603,1.8632,2.5036,1.5234,30.2132,1.112,9.2771,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,60711,12909,2.5,7.5,3244,3001,3629,5244,38798,47793,25497,13766,7852,5817,11177,6158,16890,10582,11798,10269,9422,3921,5847,3660,32702,2854,24129,0.1328,0.1816
gpt-5.2-codex,1.8859,1.5988,1.8486,4.3947,22.8094,24.3917,15.3521,7.0443,5.0861,9.5414,3.7657,5.8009,6.1789,3.3745,3.2051,3.6011,3.424,5.8971,1.1831,13.3448,21.2584,0.5076,10.5383,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,37004,9154,1.75,14,1338,2414,1808,6247,34588,17343,36304,9840,3533,8769,5313,8187,17431,4752,4564,5076,4822,7873,1480,18243,36501,683,14828,0.1386,0.1874
qwen3.6-plus,3.6165,0.7044,1.3329,2.7697,9.0306,19.7379,11.5745,5.889,7.6915,9.2654,2.2969,1.4531,27.7811,2.7379,2.1806,2.467,2.5091,1.0883,1.3803,1.4386,71.9618,0.6093,9.3833,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,143850,28230,0.5,3,12043,5013,6189,18423,62675,65687,19680,38962,25098,39849,15224,9554,113575,18161,14517,16355,16635,6673,8786,9105,138568,4006,62253,0.1566,0.2273
glm-5.2,1.9068,1.8905,4.0603,4.7041,13.6714,24.6062,15.4572,7.2618,4.3864,5.4611,3.5368,2.5076,17.5613,3.4006,2.8834,3.2935,2.1633,2.2863,1.0578,5.8511,71.9077,0.6081,8.3653,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,229433,23463,1.4,4.4,4310,9171,12865,21310,63335,55723,36941,32433,9700,15631,15908,11140,44133,15280,13067,14793,9654,9370,4226,25349,79251,2657,37438,0.1644,0.2246
gpt-5.2-2025-12-11-high,1.345,1.3874,1.9742,1.9068,22.2134,27.061,31.3446,4.7384,4.8503,7.9574,6.2153,3.7762,23.222,4.5995,2.0256,4.598,4.9272,1.6977,1.0306,3.9217,47.7414,0.5961,12.3162,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,50836,11512,1.75,14,952,2086,1935,2693,33682,19250,86319,6545,3402,7378,8813,5295,69724,6502,2879,6500,6970,2104,1266,5299,106281,810,20195,0.1744,0.2336
gemini-3.5-flash-high,2.8788,2.9346,4.9094,2.1636,25.9843,36.5173,16.4849,8.8282,6.4087,6.5101,7.4329,5.2138,21.138,6.7386,3.6924,6.3501,6.0812,6.9276,3.9423,4.7356,35.7337,1.5401,12.8185,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,108280,15522,1.5,9,3188,6988,7607,4767,61332,40475,23852,19306,6944,9127,16427,11455,22293,14880,8187,14017,13418,14369,8244,9986,27804,3367,28183,0.1858,0.2489
gemini-3.1-pro-preview-high,4.4957,3.0368,6.0119,2.344,28.505,43.6557,25.5927,9.9464,8.8926,7.8099,7.4282,10.0822,17.6022,6.903,4.9059,6.9235,6.6073,6.4908,3.9294,4.2992,50.9179,2.1866,10.8268,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,99082,13380,2,12,3736,5401,6980,3865,50445,36280,24427,16265,7228,8186,12290,16673,12920,11410,8158,11444,10917,9968,6076,6757,29246,3589,17742,0.2200,0.2852
claude-sonnet-4-6-thinking-auto-medium-effort,3.0321,0.2123,0.4806,3.8448,45.5185,63.7808,5.9509,5.6744,9.1196,12.234,15.3888,4.73,4.4834,11.7025,3.4816,11.7362,10.8314,2.063,1.3591,6.4852,34.9566,0.5793,26.2383,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1328,13226,3,15,2006,183,358,5073,62908,41665,9059,7165,5910,10238,20400,6126,6887,15481,4618,15526,14319,2251,1476,8130,29652,697,34595,0.2235,0.3062
gpt-5.4-mini-xhigh,1.376,9.3102,15.0864,4.9496,19.4042,35.5967,25.1574,8.7156,5.8076,12.5472,11.1812,12.3741,11.6038,8.2328,3.1239,8.8542,6.0635,8.502,1.5722,9.7402,47.9365,2.0768,9.6703,100,45,65,49,47,100,22,50,102,75,50,50,20,50,50,50,50,52,51,52,30,50,47,70674,47448,0.75,4.5,3046,45885,51509,22406,90374,78998,224606,38438,12615,36916,49606,54863,115996,36499,13864,39260,26856,36030,6614,41508,323542,9175,45426,0.2219,0.3343
claude-opus-4-6-thinking-auto-high-effort,5.0945,1.241,2.2672,7.4368,46.8501,64.7424,19.3086,9.7761,12.9657,13.5898,19.1999,6.4985,14.8791,17.1237,5.3322,14.5749,16.0976,5.3821,2.1068,14.0111,55.3062,1.1948,26.9265,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1935,9651,5,25,2022,954,1184,5896,38216,25042,11873,7420,5034,6705,15242,5018,7604,13577,4241,11538,12755,3746,1352,10594,16098,880,21151,0.3007,0.4035
claude-opus-4-7-xhigh-effort,3.1831,0.8499,2.5033,2.6156,68.5964,93.1432,23.1142,9.1399,4.7789,12.2324,17.0293,10.4878,41.7622,14.5444,3.6366,13.535,11.1771,3.9442,2.1953,7.1279,125.0715,1.4981,41.2107,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1285,11460,5,25,1253,568,1282,2024,56656,37087,15229,6764,1812,5917,13457,8127,21933,11462,2877,10655,8767,2595,1382,5234,38816,1091,32463,0.4042,0.5282
claude-sonnet-5-xhigh-effort,3.7334,1.1489,3.0002,4.7809,62.1301,77.8394,25.4767,20.4488,8.8467,21.4024,15.0712,12.592,21.0517,13.2409,7.288,11.557,12.0166,6.2195,1.4152,22.6783,107.3767,1.7388,26.9038,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1214,19428,3,15,2469,1495,2690,6307,86546,51736,24398,26718,5720,18094,19930,16527,19749,17482,9686,15237,15849,7536,1511,28827,50362,2212,35467,0.3842,0.5134
gpt-5.4-xhigh,2.0276,10.6719,20.5204,7.9421,27.8781,41.6035,33.6702,11.008,5.9638,12.8719,15.4752,18.1197,26.9386,11.9552,3.9652,11.8276,12.4914,11.6063,2.7819,14.1208,63.8613,2.4179,13.8552,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,76993,18273,2.5,15,1340,15375,19199,10548,39441,27630,80103,14379,3860,10884,20545,24027,60990,15849,5268,15678,16563,14576,3400,17987,110777,3168,18171,0.3020,0.3874
gpt-5.5-xhigh,2.2198,5.6389,12.3428,4.7743,47.4464,51.423,35.1607,14.0512,6.3185,14.4225,14.1513,22.1269,31.4392,11.1038,5.4863,10.5239,9.7203,9.5914,3.7872,15.8573,90.3444,1.5801,23.0294,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,95929,11355,5,30,728,3995,5726,3141,33548,17035,19976,9069,2027,5983,9346,14618,18438,7311,3638,6924,6388,5845,2239,10048,28252,998,15051,0.3485,0.4356
claude-opus-4-5-20251101-thinking-64k-high-effort,9.8481,5.9619,14.4338,14.6393,63.5301,91.4336,24.0613,24.5651,36.3582,15.628,21.0715,11.0538,20.7437,21.1212,12.8197,18.3584,19.503,9.8954,4.3174,20.0765,57.6802,2.2473,43.3407,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,79045,15203,5,25,3923,5059,8038,11658,52411,35718,15709,19251,14208,7764,16739,8663,12264,16775,10231,14564,15479,7218,3086,15260,21473,1722,34283,0.4431,0.6104
gpt-5.6-sol-max,1.6268,3.9139,8.5725,2.1131,40.0852,40.0279,47.6422,19.6499,2.963,7.7315,25.1847,23.2261,52.8966,23.8399,2.5354,16.6586,17.8422,9.9598,2.9215,11.7271,144.2661,1.4756,23.731,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,181163,11729,5,30,531,2745,3956,1367,26862,13190,16638,12802,931,3086,16706,15136,53382,15802,1671,11014,11806,6081,1673,7403,39367,928,15439,0.4178,0.5070
gpt-5.6-terra-max,1.3486,5.6004,14.1958,4.8957,28.5078,36.6565,18.9715,15.6494,3.0068,9.0849,15.5562,20.2496,21.6234,18.3292,3.3677,14.3702,18.109,11.1868,1.9696,12.6639,56.5415,0.868,15.5746,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,179096,22145,2.5,15,888,8025,13261,6489,38174,24173,22512,20567,1928,7605,20565,26657,25006,24231,4471,18741,24055,14038,2339,15573,32813,1102,20327,0.2743,0.3437
gpt-5.6-luna-max,0.5313,1.6514,4.4347,4.6037,13.9976,15.8441,7.2180,6.6535,1.5335,5.5377,9.4788,9.3428,6.6832,8.1021,1.6994,6.0463,6.973,5.2764,0.7853,10.114,21.6473,0.6031,9.5003,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,126025,21799,1,6,874,5892,10341,15305,48265,26322,23445,21880,2468,11731,31511,31010,23627,26915,5645,20063,23151,16394,2330,31763,36260,1955,31365,0.1246,0.1677
grok-4.5,1.3934,1.1168,1.2882,2.6163,12.6363,13.9695,8.5639,3.8922,4.0415,5.5796,2.6339,2.2789,11.1034,2.2767,2.353,2.226,2.2304,3.5169,1.0252,5.0027,29.5686,0.5428,6.5186,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,61244,10517,2,6,2281,3939,2956,8667,44191,23162,12578,12781,6549,11861,8704,7497,19712,7506,7802,7341,7358,10990,3072,15950,20237,1732,21564,0.0995,0.1305
claude-fable-5-max-effort,11.0475,7.0797,17.6743,5.7866,155.8277,223.9124,100.7205,33.4145,17.8353,31.9653,52.6667,56.4042,100.9144,49.5425,11.584,37.2097,45.4151,30.4738,8.8017,16.7735,436.6014,4.6962,59.912,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1264,20255,10,50,2190,2908,4851,2247,64586,44613,33554,12819,3435,7866,20902,22300,36544,19645,4602,14712,17993,11283,3113,6203,70899,1772,23461,1.1939,1.4777
muse-spark-1.1-xhigh,1.0045,1.0219,1.8022,4.1641,9.2681,11.1991,23.6464,3.2231,2.3243,2.77,2.6539,1.8661,20.3145,2.2612,1.4284,2.1112,2.3233,2.974,0.8568,3.4959,80.7029,0.7681,6.9225,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,200083,13652,1.25,4.25,2344,5072,5857,19530,44039,26190,24557,14641,5299,8053,12333,8544,22853,10482,6688,9773,10770,12939,3545,15616,38230,3529,32116,0.1489,0.1952
kimi-k3,1.3184,2.2827,3.6103,5.8421,40.5763,59.8051,21.8453,8.9871,5.6311,12.9958,6.8157,13.2203,26.9685,5.5532,4.7554,5.3214,5.8643,10.4276,1.8494,11.8362,77.9577,2.9216,13.8307,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,261769,13647,3,15,850,3194,3292,7758,55892,39733,28244,11607,3621,10970,8965,17454,31309,7280,6302,6969,7692,13092,2129,15022,52644,3812,18058,0.2758,0.3510
inkling-xhigh,1.2671,2.5753,3.6474,7.8821,19.346,27.6347,34.5919,4.4495,4.3297,7.0665,3.5589,4.2794,25.8602,3.3247,3.7823,3.1952,3.246,5.2353,0.8496,7.3438,100.2463,0.5554,8.8426,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,355617,22213,1.87,4.68,2679,11775,10826,33621,85012,58831,24122,18329,8993,19084,15024,17993,18760,14080,16133,13450,13681,20826,3036,29964,41098,2263,37173,0.2229,0.3110
gemini-3.5-flash-lite-high,0.9977,0.4458,0.7647,0.5785,5.0258,5.48,6.1949,1.7784,1.9887,2.074,1.2386,1.4039,6.7142,1.2059,1.0883,1.1816,1.041,0.9519,0.7678,0.9666,10.8416,0.4835,2.4919,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,112072,11526,0.3,2.5,3983,3804,4253,4598,41294,21849,29022,14008,7772,10582,9844,11137,26774,9579,8693,9384,8259,7010,5774,7340,28770,3828,19718,0.0439,0.0686
gemini-3.6-flash-high,2.5165,3.1711,5.6903,1.409,21.8141,22.8283,25.1692,5.4932,4.7251,4.6935,6.0873,4.5608,27.6153,5.9472,2.7778,5.5011,5.4392,3.8745,2.9933,3.3329,44.5097,1.7337,8.0495,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,188079,14746,1.5,7.5,3342,9071,10595,3708,59420,30318,45421,14273,6132,7807,16124,12005,32699,15746,7385,14556,14390,9414,7412,8387,34791,4557,21103,0.1732,0.2353
claude-opus-5-max-effort,3.2077,1.5709,2.2942,2.0995,94.1561,81.9991,73.0694,8.1763,5.7758,6.6369,20.4459,11.0312,63.3059,16.9657,2.7961,13.4222,14.8185,15.2388,2.4345,3.4161,247.8626,1.3147,19.6375,101,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1263,14826,5,25,1264,1196,1165,1612,78410,32631,44237,5994,2203,3011,16196,8563,38624,13400,2205,10568,11682,11285,1571,2380,74865,945,15206,0.5599,0.7067
claude-opus-4-8-max-effort,7.3943,4.163,10.1924,7.0713,68.0617,132.5587,63.1409,34.5289,22.6703,31.2671,27.5206,61.7105,91.2079,24.6983,12.1397,20.3195,21.6912,24.4355,4.34,27.6898,202.4206,4.0939,47.9992,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,1089,24171,5,25,2938,3450,5615,5590,57063,52872,58794,27076,8828,15806,21851,49144,96453,19586,9680,16083,17180,18359,3065,21062,134659,3168,37895,0.7491,0.9858
deepseek-v4-flash-0731,0.0323,0.1912,0.37,0.1839,0.7963,1.2427,8.984,0.3787,0.1525,0.3519,0.2592,0.3181,9.72,0.2218,0.0803,0.2053,0.2151,0.3113,0.0497,0.2387,31.2046,0.0412,0.5795,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,475485,21079,0.14,0.28,1120,14530,18380,12976,60175,44186,60289,26136,5192,16024,18218,22308,56527,15541,5636,14367,15047,21383,3483,16007,80410,2740,40705,0.0442,0.0596
qwen3.8-max,1.2691,4.132,9.081,11.9677,25.2096,26.444,14.0986,6.4834,4.0517,7.16,5.1328,7.6892,22.8756,3.9191,3.7818,3.8318,3.5298,5.9646,1.6676,7.5951,88.8344,0.6279,8.7008,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,220544,21637,2,6,2077,14764,21156,39795,85280,43845,24802,20967,6529,14946,16912,25372,39462,12859,12553,12568,11560,18242,4744,24064,65259,1965,28373,0.2158,0.2750
muse-spark-1.2-xhigh,0.9699,2.1893,3.7647,4.2109,11.8168,16.0662,48.2017,4.0296,2.8144,3.8554,3.7087,3.2555,61.5599,3.3903,1.9046,3.681,3.6514,3.8865,0.7138,4.0196,172.8109,0.9266,10.1186,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,290641,18700,1.25,4.25,2282,11198,12476,19816,59158,37803,33125,18963,6492,11781,17453,15320,32359,15954,8963,17322,17183,17586,3293,18188,47942,4360,47617,0.2926,0.3753
smaug-agentic,1.5434,1.6366,5.1898,5.7935,38.2322,45.5306,20.9295,8.5139,5.6232,12.6288,6.2231,12.4915,29.257,5.0629,4.1831,4.6899,5.002,9.5462,1.906,10.6675,79.9338,2.5716,14.8629,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,180602,12585,3,15,999,2246,4774,7659,52755,30220,26975,10991,3615,10618,8174,16477,32763,6624,5538,6126,6541,11858,2191,13519,50903,3345,19448,0.2614,0.3288
deepseek-v4-pro-0813,0.3517,0.926,2.3038,1.1728,4.9451,7.2213,1.1616,1.5914,1.3413,2.9727,1.2037,1.811,1.4182,0.9985,0.9916,0.9236,1.014,2.32,0.3128,1.7022,3.4912,0.1749,3.1367,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,254323,36339,0.435,0.87,3971,22853,37047,26917,117187,82698,35670,35635,14969,43735,27366,41199,47784,22638,22714,20915,22990,50462,6303,37230,66795,3874,71241,0.0342,0.0442
grok-4.6,1.2046,0.9191,1.4812,2.1459,13.706,14.7253,27.0041,3.6005,3.4049,4.7993,2.6609,2.3631,23.4042,2.0746,1.6849,2.2048,1.9516,3.2343,1.055,4.3119,78.2972,0.7396,7.9796,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,103562,16154,2,6,1950,3115,3299,7048,45818,24308,84756,11365,5456,9843,8659,7576,67698,6698,5544,7132,6287,9724,2941,13548,167861,2323,25959,0.1614,0.2068
gemini-3.7-flash-high,1.5957,2.1098,3.9077,0.8905,20.8393,21.2704,14.2737,4.5637,3.0065,2.3265,5.6803,2.6488,13.5086,4.6872,1.4385,4.6147,4.5166,2.5662,1.593,1.6775,32.2268,1.1034,6.2377,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,285829,22610,0.75,3.75,4242,12110,14586,4700,115809,56601,39728,23965,7815,7737,30186,13970,33887,24885,7650,24498,23974,12639,7916,8443,50762,5818,32905,0.1238,0.1571
qwen3.8-27b,0.1446,0.7492,1.4235,2.6378,2.236,4.142,10.0261,0.7047,0.5152,1.0101,0.7564,1.9713,12.8377,0.6346,0.51,0.5203,0.5976,0.6181,0.1286,0.9318,45.3515,0.1683,1.1677,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,196281,28740,0.265,0.65,2196,24804,30647,81042,69707,63465,36258,20940,7679,19543,23058,60308,45695,19301,15644,15783,18161,17540,3301,27279,70669,5019,35179,0.0707,0.0939
ox-alpha-max,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,157093,23875,0,0,1451,4884,4082,38073,63845,73156,34793,40070,9678,16461,35514,22900,30672,32262,3617,17388,23963,12019,2441,10198,54861,1176,40753,0.0000,0.0000
deepseek-v4-flash-vision-exp,0.3494,1.3726,2.7521,1.6082,3.7364,6.5672,1.58,2.0811,1.4817,2.7621,2.0973,2.455,1.5759,1.6976,1.4716,1.5307,1.8304,1.9164,0.276,2.2811,4.7008,0.3916,2.7379,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,469904,52644,0.22,0.66,5277,45181,58705,48704,120342,99471,45527,63025,21985,54314,63525,74364,48174,51417,44568,46356,55440,55794,8164,66438,73667,11842,82924,0.0388,0.0505
glm-5.3,2.5992,7.8327,12.1112,5.7279,35.658,67.0464,17.9971,14.6044,7.9508,23.1214,19.1263,26.6008,21.0353,15.5167,5.8942,9.3998,10.2103,19.0582,1.249,15.183,76.0113,3.7712,17.8011,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,243253,62090,1.4,4.4,5883,38524,38640,25957,169610,152178,53622,65812,17642,67758,86770,120670,76176,70357,26754,42549,46236,82711,5090,66132,123881,17034,80361,0.3429,0.4504
glm-5.3-flash,0.2112,0.1278,0.2562,0.2121,3.0551,6.3431,1.5301,0.6251,0.5224,1.1295,1.1608,0.6526,1.4356,0.9197,0.211,0.8682,0.8014,0.4646,0.1216,0.4106,5.0462,0.1054,1.5372,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,128845,34707,0.15,0.5,4202,5390,7093,8407,127349,126673,71768,24463,10175,28893,46270,25861,61816,36619,8402,34565,31889,17283,4307,15578,72378,4114,60937,0.0218,0.0305
qwen3.8-flash-next,0.2018,0.9357,2.3942,2.3461,5.1259,6.0459,1.8594,1.0316,0.7443,1.179,1.0171,1.3389,2.1683,0.8399,0.6883,0.7352,0.9147,1.2276,0.1726,1.2545,7.0804,0.1217,1.4697,100,46,71,50,47,100,22,50,102,77,50,50,20,50,50,50,50,52,51,52,30,50,50,332407,54438,0.16,0.47,4251,43064,71578,99731,227837,128398,59775,43236,15428,32020,43075,56697,69920,35525,29229,31070,38706,49332,6475,51039,119574,5044,61893,0.0322,0.0423