Player,min_game_date,total_games,player_wins,opponent_wins,draws,player_wins_percent,player_draws_percent,average_moves,moe_average_moves,total_moves,player_wrong_actions,player_wrong_moves,wrong_actions_per_1000moves,wrong_moves_per_1000moves,mistakes_per_1000moves,moe_mistakes_per_1000moves,player_avg_material,opponent_avg_material,material_diff_player_llm_minus_opponent,moe_material_diff_llm_minus_rand,completion_tokens_black_per_move,moe_completion_tokens_black_per_move,moe_black_llm_win_rate,moe_draw_rate,moe_black_llm_loss_rate,win_loss,moe_win_loss,win_loss_non_interrupted,moe_win_loss_non_interrupted,game_duration,moe_game_duration,games_interrupted,games_interrupted_percent,moe_games_interrupted,games_not_interrupted,games_not_interrupted_percent,moe_games_not_interrupted,average_game_cost,moe_average_game_cost,price_per_1000_moves,moe_price_per_1000_moves,average_time_per_game_seconds,moe_average_time_per_game_seconds,elo,elo_moe_95,games_vs_random,games_vs_dragon,cost_per_1000_elo,moe_cost_per_1000_elo qwen3.5-4b-thinking@bf16,2026-08-03,32,1,29,2,3.125,6.25,63.469,17.856,2031,535,156,263.417,76.809,340.226,39.156,30.594,30.125,0.469,2.483,6196.742,342.152,0.06,0.084,0.101,0.062,0.073,0.5,0.4,0.353,0.106,28,87.5,0.115,4,12.5,0.115,0.0,0.0,0.0,0.0,5716.334,1400.002,-557.710,248.656,32,0,, qwen3-next-80b-a3b,2026-01-15,64,0,31,33,0.0,51.562,155.219,20.015,9934,1731,42,174.25,4.228,178.478,24.888,22.625015625000003,28.843984375,-6.219,3.684,122.70729736259311,15.386,0.0,0.146,0.146,0.258,0.074,0.2803157894736842,0.08,0.961765625,0.052,7,10.938,0.118,57,89.062,0.118,0.12008531250000001,0.02016,0.7457775,0.09288,779.1366406249999,173.177,-127.888,106.555,31,33,, grok-4.7-high,2026-10-14,27,13,10,4,48.148,14.815,92.556,42.394,2499,1020,12,408.163,4.802,412.965,22.85,20.00014814814815,13.18522222222222,6.815,10.198,4682.935910764306,662.356,0.3,0.3,0.346,0.556,0.307,0.5767692307692308,0.317,0.9776666666666666,0.131,1,3.704,0.0,26,96.296,0.0,2.707746666666667,1.10826,28.526850370370372,4.03495,10855.436592592592,5371.074,822.163,181.752,10,17,3.293443,1.532036 gpt-5-medium,2025-12-07,61,41,10,10,67.213,16.393,78.459,106.82,4786,8,6,1.672,1.254,2.925,7.553,23.704967213114752,14.328000000000001,9.377,11.233,8056.547595695779,882.184,0.298,0.693,0.693,0.754,0.49,0.7540000000000001,0.49,1.0,0.0,0,0.0,0.0,61,100.0,0.0,6.356617540983605,10.30491,77.85671524590165,8.81555,10044.946639344262,14709.34,1086.438,115.422,18,43,5.850879,9.505388 gpt-5.4-nano-high,2026-03-23,90,33,37,20,36.667,22.222,83.744,51.843,7537,10,667,1.327,88.497,89.824,54.576,25.578155555555558,14.388944444444446,11.189,9.376,2684.928608464906,1448.19,0.259,0.346,0.346,0.478,0.291,0.6827460317460319,0.49,0.7665333333333333,0.285,27,30.0,0.148,63,70.0,0.148,0.739572,0.71004,7.430993888888889,2.83531,2323.8276777777774,1892.257,207.329,95.376,38,52,3.567142,3.797545 gpt-5-mini-high,2025-08-10,68,45,13,10,66.176,14.706,89.132,18.27,6061,0,38,0.0,6.27,6.27,4.246,25.102911764705883,6.308705882352942,18.794,5.635,7124.9831041082325,364.322,0.169,0.132,0.167,0.735,0.157,0.7352941176470589,0.157,1.0,0.0,0,0.0,0.0,68,100.0,0.0,1.278835882352941,0.27378,14.13817794117647,0.72944,6663.854161764706,1768.525,758.971,117.006,35,33,1.68496,0.44452 gemini-4-argon-high,2026-10-17,40,21,15,4,52.5,10.0,90.7,34.743,3628,1,0,0.276,0.0,0.276,1.048,15.3,11.65,3.65,6.081,1296.5795471334068,264.585,0.304,0.248,0.31,0.575,0.285,0.575,0.285,1.0,0.0,0,0.0,0.0,40,100.0,0.0,1.2655299999999998,0.72652,13.507102499999998,2.64683,2127.2980000000002,1353.451,1609.422,130.634,10,30,0.786326,0.455906 unsloth/qwen3.8-27b@q2_k_xl,2026-08-28,25,14,8,3,56.0,12.0,108.84,54.317,2721,105,136,38.589,49.982,88.57,61.011,22.159879999999998,10.44012,11.72,9.221,14178.329749724368,3503.366,0.325,0.298,0.308,0.62,0.303,0.775,0.49,0.9072399999999999,0.296,5,20.0,0.0,20,80.0,0.0,3.1003803999999997,1.15279,29.363409199999996,7.0088,20840.37968,7069.945,541.073,183.212,10,15,5.730059,2.881642 gemini-3.5-flash-medium,2026-05-25,61,42,12,7,68.852,11.475,85.836,36.885,5236,36,0,6.875,0.0,6.875,26.06,22.213131147540985,13.180409836065573,9.033,12.119,3183.391728036669,684.155,0.279,0.263,0.284,0.746,0.255,0.7459180327868853,0.255,1.0,0.0,0,0.0,0.0,61,100.0,0.0,2.5198150819672125,0.91802,31.25066245901639,6.15762,1561.2832295081967,512.216,952.904,118.840,17,44,2.644354,1.018275 muse-glimmer-30b@q4_k_m,2026-09-03,20,7,2,11,35.0,55.0,139.25,43.263,2785,28,2,10.054,0.718,10.772,11.237,15.65,7.15,8.5,6.052,7487.248820466786,930.051,0.31,0.304,0.186,0.625,0.217,0.658,0.176,0.967,0.129,1,5.0,0.186,19,95.0,0.186,1.1695499999999999,0.31696,8.814555,1.02322,20009.271,5255.982,214.388,177.665,10,10,5.455296,4.756452 gpt-6-astra-high,2026-09-09,67,29,26,12,43.284,17.91,80.343,25.87,5383,2,5,0.372,0.929,1.3,6.144,16.462567164179102,15.477686567164177,0.985,5.453,1079.2687493962476,348.604,0.193,0.227,0.245,0.522,0.196,0.5225820895522388,0.196,1.0,0.0,0,0.0,0.0,67,100.0,0.0,4.644061641791045,1.38319,55.56465611940298,17.44481,3689.1805522388063,1240.955,1613.842,109.730,20,47,2.877643,0.879129 claude-opus-4-5-thinking_16000,2025-11-26,49,5,18,26,10.204,53.061,136.367,33.447,6682,0,0,0.0,0.0,0.0,0.0,5.163,8.734591836734694,-3.572,4.814,2026.095058066447,272.382,0.267,0.267,0.218,0.367,0.14,0.36722448979591843,0.14,1.0,0.0,0,0.0,0.0,49,100.0,0.0,7.336953265306123,2.52773,54.053369387755104,6.85608,4927.070734693878,1757.914,446.064,141.471,12,37,16.448208,7.702276 qwen3.5-9b@q8_0,2026-03-03,33,3,18,12,9.091,36.364,115.03,25.405,3796,342,185,90.095,48.736,138.83,18.077,23.091,13.242,9.849,3.039,6319.008,227.097,0.098,0.164,0.17,0.273,0.114,0.6,0.105,0.632,0.135,18,54.545,0.17,15,45.455,0.17,0.0,0.0,0.0,0.0,9609.867,2141.499,-257.661,133.085,33,0,, gpt-5.4-mini-low,2026-05-06,36,7,10,19,19.444,52.778,126.583,47.792,4557,8,139,1.756,30.503,32.258,18.739,13.916666666666666,9.166666666666666,4.75,6.316,406.6112448979592,37.492,0.283,0.283,0.283,0.458,0.176,0.5155,0.178,0.9206666666666666,0.186,4,11.111,0.0,32,88.889,0.0,0.25627,0.09416,2.0370966666666663,0.17783,629.93,227.154,176.218,133.946,12,24,1.454278,1.22779 gpt-5.4-low,2026-03-08,78,26,14,38,33.333,48.718,125.846,34.165,9816,4,826,0.407,84.148,84.556,61.957,16.730820512820518,8.807512820512821,7.923,7.417,586.6552113895681,261.068,0.264,0.271,0.209,0.577,0.197,0.5768589743589744,0.197,1.0,0.0,0,0.0,0.0,78,100.0,0.0,7.68616782051282,4.33142,47.41739666666666,18.96005,3335.130705128205,1560.415,347.899,92.005,24,54,22.093101,13.753014 claude-sonnet-5-5-high,2026-09-29,74,41,30,3,55.405,4.054,69.203,37.976,5121,2220,22,433.509,4.296,437.805,36.696,24.29733783783784,13.635054054054052,10.662,9.802,1922.4694075375905,529.966,0.377,0.377,0.377,0.574,0.358,0.7082999999999999,0.37,0.8565810810810811,0.26,14,18.919,0.127,60,81.081,0.127,1.5289217567567568,0.87252,21.793012972972974,6.33148,1136.4437837837838,657.859,1194.567,120.379,25,49,1.279896,0.741707 claude-sonnet-5-high,2026-07-21,134,69,33,32,51.493,23.881,104.403,30.331,13990,18,37,1.287,2.645,3.931,4.215,18.843388059701493,9.75392537313433,9.089,4.968,2508.8763954253036,547.405,0.187,0.209,0.215,0.634,0.164,0.6438030303030303,0.164,0.9882089552238807,0.106,2,1.493,0.0,132,98.507,0.0,2.7700310447761196,0.8162,27.590120149253732,5.46228,3318.279089552239,991.022,805.861,79.370,30,104,3.437356,1.067913 gpt-5.2-low,2025-12-16,44,21,14,9,47.727,20.455,88.932,42.238,3913,0,26,0.0,6.645,6.645,17.076,19.0225,12.931636363636363,6.091,11.677,1004.6965249169435,146.487,0.367,0.335,0.304,0.58,0.291,0.5796590909090908,0.291,1.0,0.0,0,0.0,0.0,44,100.0,0.0,1.2976286363636365,0.54934,14.518538181818183,2.06764,3044.581931818182,1876.836,782.509,144.019,17,27,1.658292,0.765498 claude-sonnet-4-6_thinking-high,2026-02-24,35,4,7,24,11.429,68.571,151.457,36.561,5301,0,37,0.0,6.98,6.98,5.846,8.257285714285715,5.77157142857143,2.486,6.204,4627.185146010186,361.66,0.304,0.304,0.248,0.457,0.16,0.47052941176470586,0.16,0.9978571428571428,0.009,1,2.857,0.0,34,97.143,0.0,10.799684285714285,2.81271,70.46383142857142,5.45692,12095.193714285715,5062.468,189.675,132.557,10,25,56.937837,42.465154 qwen3-4b-thinking@q8,2025-08-12,37,0,34,3,0.0,8.108,90.378,20.486,3344,81,212,24.222,63.397,87.62,31.633,31.081,26.811,4.27,2.811,7094.263,154.801,0.0,0.088,0.088,0.041,0.045,0.5,0.0,0.452,0.102,34,91.892,0.088,3,8.108,0.088,0.13125,0.02871,1.4989,0.03382,5339.989,1160.138,-636.928,283.819,37,0,, qwen3.8-27b@q4_k_m,2026-08-14,32,23,7,2,71.875,6.25,88.938,65.682,2846,66,180,23.19,63.247,86.437,42.714,24.46875,10.74996875,13.719,14.948,12814.105647224174,2412.281,0.424,0.424,0.3,0.75,0.258,0.7743225806451612,0.258,0.9765625,0.147,1,3.125,0.186,31,96.875,0.186,2.2891621875,1.64505,25.650343125,4.82293,19648.788781249998,15194.859,845.618,165.744,10,22,2.707088,2.016444 gpt-5.6-terra-medium,2026-07-15,40,19,7,14,47.5,35.0,117.75,33.07,4710,2,14,0.425,2.972,3.397,5.463,17.575,7.225,10.35,7.824,679.7453286624204,110.852,0.284,0.284,0.284,0.65,0.217,0.65,0.217,1.0,0.0,0,0.0,0.0,40,100.0,0.0,1.31636,0.35842,11.224555,1.66954,1576.8805,568.587,935.890,129.595,10,30,1.406533,0.429653 qwen2.5-7b-chess-mmxl@f16,2025-11-27,33,0,33,0,0.0,0.0,34.545,9.697,1140,125,115,109.649,100.877,210.526,56.193,36.03,37.364,-1.334,1.22,566.906,52.807,0.0,0.0,0.0,0.0,0.0,0.5,0,0.173,0.048,33,100.0,0.0,0,0.0,0.0,0.00116,0.00029,0.03872,0.00756,296.097,80.928,,,33,0,, grok-4-20-non-reasoning,2026-04-18,51,0,29,22,0.0,43.137,122.706,37.037,6258,1,216,0.16,34.516,34.676,49.935,25.6468431372549,31.39241176470588,-5.746,3.972,6.928046500479387,1.486,0.0,0.215,0.215,0.216,0.112,0.28976315789473683,0.163,0.7961960784313726,0.221,13,25.49,0.131,38,74.51,0.131,0.11459862745098039,0.0312,1.075491568627451,0.22135,178.654,49.242,-125.005,129.907,20,31,, zai.glm-5,2026-04-02,39,0,29,10,0.0,25.641,115.077,32.108,4488,31,434,6.907,96.702,103.61,44.138,18.256512820512818,20.69246153846154,-2.436,3.834,108.94591577540108,9.741,0.0,0.222,0.222,0.128,0.114,0.22699999999999998,0.095,0.7206153846153845,0.163,17,43.59,0.222,22,56.41,0.222,0.10044153846153846,0.02768,0.8950441025641026,0.05553,996.4149743589744,293.531,-299.220,170.445,19,20,, gpt-6.1-terra-high,2026-11-01,57,31,22,4,54.386,7.018,86.526,43.304,4932,4,25,0.811,5.069,5.88,6.675,18.052596491228073,11.982403508771931,6.07,11.32,1272.308802514193,208.684,0.367,0.259,0.367,0.579,0.37,0.5789473684210527,0.37,1.0,0.0,0,0.0,0.0,57,100.0,0.0,0.5728722807017546,0.29501,6.566692105263158,1.05319,1104.2487719298247,575.794,1391.134,111.313,10,47,0.411802,0.214609 qwen3.5-9b-thinking@bf16,2026-08-03,32,6,16,10,18.75,31.25,129.875,25.482,4156,417,294,100.337,70.741,171.078,26.776,23.281,13.656,9.625,3.463,6629.473,510.18,0.135,0.161,0.173,0.344,0.135,0.688,0.122,0.706,0.136,16,50.0,0.173,16,50.0,0.173,0.0,0.0,0.0,0.0,21381.052,4214.263,-199.604,126.727,32,0,, claude-opus-4-5,2025-11-26,66,8,12,46,12.121,69.697,162.273,19.78,10710,0,27,0.0,2.521,2.521,1.538,7.909000000000001,8.0605,-0.151,3.045,99.65752380952382,2.091,0.146,0.164,0.164,0.47,0.083,0.4695,0.083,1.0,0.0,0,0.0,0.0,66,100.0,0.0,0.8728250000000001,0.10964,5.372285,0.05514,992.6774999999999,132.813,71.145,96.228,33,33,12.268255,16.664979 gpt-5-nano-high,2025-08-08,132,81,18,33,61.364,25.0,110.75,22.034,14619,28,136,1.915,9.303,11.218,29.564,23.00025,6.856,16.144,3.62,10932.864751624598,1240.678,0.169,0.167,0.139,0.739,0.131,0.8056363636363636,0.126,0.942,0.08,11,8.333,0.058,121,91.667,0.058,0.48581250000000004,0.09322,4.464622500000001,0.50923,6080.728,1203.684,682.959,81.088,33,99,0.711335,0.160511 gpt-6-luna-xhigh,2026-09-26,39,15,18,6,38.462,15.385,86.077,38.333,3357,0,6,0.0,1.787,1.787,6.222,19.307666666666666,13.923076923076923,5.385,10.673,1607.3423809949359,253.599,0.31,0.284,0.304,0.462,0.308,0.46164102564102566,0.308,1.0,0.0,0,0.0,0.0,39,100.0,0.0,0.07266948717948718,0.02883,0.8467284615384616,0.12624,1076.4539487179486,456.445,854.955,145.482,10,29,0.084998,0.036692 minimax-m2,2026-01-15,31,0,31,0,0.0,0.0,28.387,6.685,880,319,111,362.5,126.136,488.636,96.218,36.226,36.355,-0.129,1.063,1866.9,95.556,0.0,0.0,0.0,0.0,0.0,0.5,0,0.142,0.033,31,100.0,0.0,0,0.0,0.0,0.06985,0.01718,2.47024,0.11511,3494.319,1069.322,,,31,0,, gpt-5.2-medium,2026-01-03,57,36,12,9,63.158,15.789,86.07,60.068,4906,0,30,0.0,6.115,6.115,23.111,22.368561403508767,10.298350877192984,12.07,9.235,2553.1478836119036,348.04,0.429,0.429,0.377,0.711,0.299,0.7106491228070175,0.299,1.0,0.0,0,0.0,0.0,57,100.0,0.0,3.123568245614035,1.8632,36.06288614035088,4.88386,7559.306701754386,4691.862,1085.129,118.612,15,42,2.878523,1.745622 claude-opus-5-5-high,2026-09-24,64,24,35,5,37.5,7.812,93.25,57.886,5968,8,38,1.34,6.367,7.708,14.246,13.5,14.984375,-1.484,8.653,670.474881199732,154.453,0.424,0.424,0.31,0.414,0.308,0.43445901639344253,0.308,0.9621875,0.21,3,4.688,0.0,61,95.312,0.0,1.3963537499999998,0.56975,15.094939687500002,3.17245,1152.115875,568.32,1575.252,112.698,10,54,0.886432,0.367206 gpt-4.1-mini,2025-04-16,115,7,33,75,6.087,65.217,166.748,9.416,19176,208,105,10.847,5.476,16.322,2.969,19.383,20.522,-1.139,2.726,2420.786,712.245,0.044,0.087,0.083,0.387,0.05,0.494,0.042,0.904,0.039,25,21.739,0.075,90,78.261,0.075,0.86151,0.26515,5.01869,1.49444,12634.946,4452.805,-167.205,65.189,115,0,, claude-haiku-4-5,2025-10-25,66,7,27,32,10.606,48.485,140.53,19.732,9275,1,189,0.108,20.377,20.485,16.501,10.682,14.894,-4.212,2.85,151.87379730458224,2.276,0.139,0.146,0.139,0.348,0.079,0.35946875,0.079,0.9730000000000001,0.074,2,3.03,0.0,64,96.97,0.0,0.19032999999999997,0.02594,1.35738,0.02204,491.4105,67.04,-41.969,98.720,33,33,, glm-5.3-high,2026-10-14,35,16,17,2,45.714,5.714,70.629,38.22,2472,659,39,266.586,15.777,282.362,108.525,24.199914285714286,13.485742857142856,10.714,8.565,2696.724579288026,560.764,0.31,0.205,0.325,0.486,0.317,0.8501000000000001,0.245,0.6716857142857143,0.666,15,42.857,0.248,20,57.143,0.248,1.1181445714285716,0.57556,15.282332857142858,3.13954,5681.84657142857,2621.177,605.191,153.871,10,25,1.84759,1.060727 gpt-oss-20b-high,2025-08-19,33,1,16,16,3.03,48.485,8.242,3.506,272,110,9,404.412,33.088,437.5,228.702,38.515,36.939,1.576,1.742,4209.239,687.227,0.058,0.171,0.171,0.273,0.096,1.0,0,0.069,0.06,32,96.97,0.058,1,3.03,0.058,0.01784,0.01183,1.23913,0.34624,37.21,22.511,-257.661,133.085,33,0,, gpt-5.6-sol-high,2026-07-20,37,21,9,7,56.757,18.919,101.27,39.553,3747,0,2,0.0,0.534,0.534,1.438,15.837891891891891,10.000054054054054,5.838,8.511,1971.721259407526,434.735,0.304,0.335,0.367,0.662,0.291,0.6622162162162162,0.291,1.0,0.0,0,0.0,0.0,37,100.0,0.0,6.194847297297297,2.78683,60.76982108108108,13.09358,4276.9758918918915,1945.312,1548.470,136.524,10,27,4.000625,1.83397 deepseek-r1-0528,2026-03-08,38,9,4,25,23.684,65.789,157.605,43.415,5989,31,49,5.176,8.182,13.358,7.418,12.02621052631579,5.0262631578947365,7.0,8.992,5394.948394222742,269.385,0.262,0.31,0.298,0.566,0.229,0.5658421052631578,0.229,1.0,0.0,0,0.0,0.0,38,100.0,0.0,1.9054536842105263,0.52545,12.132806842105262,0.59057,8664.327789473684,2391.446,299.655,133.876,14,24,6.358825,3.338504 grok-4-1-fast-non-reasoning,2026-03-07,39,0,13,26,0.0,66.667,171.718,37.781,6697,0,416,0.0,62.117,62.117,35.53,12.025333333333334,19.359333333333332,-7.334,3.739,6.952247573540391,0.23,0.0,0.251,0.251,0.333,0.131,0.3333333333333333,0.131,1.0,0.0,0,0.0,0.0,39,100.0,0.0,0.016363333333333334,0.00342,0.09646,0.00499,297.702,64.598,-118.386,124.283,26,13,, deepseek-v4.1-flash-2026-09-10-high,2026-10-14,25,16,6,3,64.0,12.0,82.84,80.36,2071,66,1,31.869,0.483,32.352,27.644,22.08,10.48,11.6,13.302,7286.57232689522,1264.406,0.429,0.429,0.351,0.7,0.367,0.7293333333333333,0.367,0.9664,0.165,1,4.0,0.186,24,96.0,0.186,0.7356236000000002,0.77501,8.3895112,1.52156,5249.108560000001,6454.035,1086.949,181.018,10,15,0.676778,0.721867 claude-sonnet-4-6,2026-02-24,38,7,7,24,18.421,63.158,145.0,27.243,5510,0,37,0.0,6.715,6.715,6.444,9.473894736842105,5.605368421052631,3.869,4.745,169.77146606170598,5.668,0.218,0.218,0.209,0.5,0.125,0.5134594594594595,0.126,0.9842105263157894,0.059,1,2.632,0.0,37,97.368,0.0,0.6274257894736842,0.12256,4.312002105263159,0.10137,810.2766315789474,159.456,110.636,126.615,18,20,5.671082,6.58401 inception-mercury-3-high,2026-10-21,62,43,8,11,69.355,17.742,87.726,60.174,5439,265,33,48.722,6.067,54.789,19.572,22.225790322580647,11.790274193548388,10.436,12.763,15613.175333333333,2708.128,0.429,0.351,0.429,0.782,0.438,0.7822419354838709,0.438,1.0,0.0,0,0.0,0.0,62,100.0,0.0,0.48312032258064513,0.299,5.334159677419355,0.94761,3622.5460806451615,2081.783,1308.004,126.254,20,42,0.369357,0.231356 gpt-5.6-luna-xhigh,2026-07-24,51,29,10,12,56.863,23.529,98.667,37.803,5032,1,30,0.199,5.962,6.161,5.995,20.137254901960784,12.156764705882356,7.98,10.045,4181.945769475357,1036.955,0.304,0.294,0.31,0.686,0.261,0.6862745098039216,0.261,1.0,0.0,0,0.0,0.0,51,100.0,0.0,2.50961,0.85632,25.26097333333333,6.25331,3834.163235294118,1257.0,1185.297,116.762,10,41,2.117284,0.751956 qwen-3-235b-a22b-instruct-2507,2025-08-11,33,0,5,28,0.0,84.848,188.606,10.722,6224,5,104,0.803,16.71,17.513,5.55,12.788,17.636,-4.848,3.569,112.002,38.397,0.0,0.122,0.122,0.424,0.062,0.438,0.058,0.999,0.001,1,3.03,0.058,32,96.97,0.058,0.08124,0.01411,0.42477,0.06641,1167.845,646.978,-140.324,119.927,33,0,, gpt-5-low,2025-08-13,109,65,31,13,59.633,11.927,83.073,20.449,9055,0,15,0.0,1.657,1.657,1.532,21.49564220183486,13.816522935779817,7.679,4.644,3042.3389660960793,202.177,0.164,0.146,0.132,0.656,0.122,0.6560825688073394,0.122,1.0,0.0,0,0.0,0.0,109,100.0,0.0,2.564684862385321,0.67186,29.701658990825685,2.02882,5501.988045871559,1563.757,858.189,89.374,43,66,2.988485,0.842476 meta.llama4-scout-17b-instruct-v1:0,2026-04-25,30,1,25,4,3.333,13.333,98.133,39.557,2944,11,387,3.736,131.454,135.19,41.656,23.366666666666667,31.3,-7.933,7.106,182.86910869565216,10.312,0.096,0.186,0.186,0.1,0.121,0.27245454545454545,0.245,0.6123333333333334,0.166,19,63.333,0.175,11,36.667,0.175,0.023733333333333332,0.00904,0.25566,0.01861,271.8243333333333,110.644,-401.777,211.114,20,10,, cursor_cli_composer_1.5,2026-02-10,48,5,27,16,10.417,33.333,84.562,28.118,4059,300,438,73.91,107.908,181.818,49.265,22.562750000000005,15.750124999999999,6.813,2.757,0.0,0.0,0.107,0.157,0.158,0.271,0.112,0.4997647058823529,0.146,0.5652916666666666,0.223,31,64.583,0.148,17,35.417,0.148,0.0,0.0,0.0,0.0,1245.7560833333334,452.101,-211.980,114.222,38,10,, deepseek-V3.2_non-reasoning,2026-03-07,53,10,12,31,18.868,58.491,157.472,53.338,8346,29,63,3.475,7.549,11.023,10.155,10.018698113207547,9.981113207547171,0.038,9.211,956.1802584471602,85.506,0.219,0.424,0.424,0.481,0.245,0.5000196078431373,0.245,0.9759622641509433,0.083,2,3.774,0.096,51,96.226,0.096,0.0883066037735849,0.0264,0.5634981132075472,0.04283,6748.839207547168,2534.624,189.183,113.200,20,33,0.466779,0.312224 cursor_cli_composer_1,2026-01-28,33,0,32,1,0.0,3.03,46.667,15.332,1540,257,164,166.883,106.494,273.377,35.753,31.939,24.515,7.424,2.899,0.0,0.0,0.0,0.058,0.058,0.015,0.03,0.5,0,0.233,0.077,32,96.97,0.058,1,3.03,0.058,0.0,0.0,0.0,0.0,2852.843,835.5,-812.439,485.211,33,0,, k2-think@iq4_xs,2025-11-16,33,2,28,3,6.061,9.091,33.909,9.267,1119,45,307,40.214,274.352,314.567,42.011,37.212,26.606,10.606,4.497,9064.393,568.723,0.081,0.098,0.122,0.106,0.093,0.7,0.24,0.266,0.112,28,84.848,0.122,5,15.152,0.122,0.06357,0.01868,1.76067,0.11606,13298.382,4220.668,-457.575,192.492,33,0,, grok-4-1-fast-reasoning,2026-03-07,85,49,9,27,57.647,31.765,115.741,45.586,9838,0,22,0.0,2.236,2.236,3.67,24.17661176470588,7.31755294117647,16.859,8.156,0.0,0.0,0.325,0.325,0.304,0.735,0.217,0.7353647058823529,0.217,1.0,0.0,0,0.0,0.0,85,100.0,0.0,0.0,0.0,0.0,0.0,2977.154211764706,1115.627,799.526,112.237,26,59,, muse-ember-max,2026-11-10,30,2,28,0,6.667,0.0,13.767,6.476,413,146,0,353.511,0.0,353.511,99.014,38.6,34.733333333333334,3.867,5.333,29873.609995157385,6659.563,0.248,0.0,0.248,0.067,0.261,1.0,0.0,0.12933333333333336,0.246,28,93.333,0.248,2,6.667,0.248,0.20639666666666664,0.11133,14.845863333333334,3.33362,787.289,426.84,-337.058,266.577,10,20,, claude-sonnet-5,2026-07-21,30,9,8,13,30.0,43.333,138.533,38.481,4156,0,45,0.0,10.828,10.828,10.023,12.333333333333334,8.233333333333333,4.1,8.068,212.46158782483155,25.918,0.284,0.284,0.284,0.517,0.217,0.5166666666666667,0.217,1.0,0.0,0,0.0,0.0,30,100.0,0.0,0.5746800000000001,0.15399,4.176206666666666,0.37619,974.2806666666667,264.91,272.202,152.707,10,20,2.111226,1.312581 qwen3.5-2b@bf16,2026-08-03,32,0,32,0,0.0,0.0,2.312,0.256,74,76,3,1027.027,40.541,1067.568,171.816,39,39,0.0,0.0,2660.189,1193.148,0.0,0.0,0.0,0.0,0.0,0.5,0,0.012,0.001,32,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,33.434,13.704,,,32,0,, gemini-3.1-pro-preview-high,2026-03-09,67,54,9,4,80.597,5.97,76.672,53.601,5137,48,2,9.344,0.389,9.733,10.341,25.52253731343283,10.85065671641791,14.672,9.763,4477.625400428267,1217.679,0.298,0.424,0.424,0.836,0.265,0.835910447761194,0.265,1.0,0.0,0,0.0,0.0,67,100.0,0.0,4.192369701492537,2.56189,52.75963880597015,14.61202,7630.841388059702,7567.014,1511.389,147.691,10,57,2.773852,1.716592 claude-haiku-4-5_thinking_16000,2025-10-25,66,10,6,50,15.152,75.758,151.455,19.76,9996,3,21,0.3,2.101,2.401,1.721,6.469499999999999,4.3785,2.091,3.383,1381.6987887154862,72.509,0.157,0.157,0.132,0.53,0.08,0.5305000000000001,0.08,1.0,0.0,0,0.0,0.0,66,100.0,0.0,1.1466850000000002,0.14815,7.808825000000001,0.36452,1792.0205,241.853,126.581,96.228,33,33,9.058903,6.985406 gpt-6.1-sol-high,2026-09-30,40,16,21,3,40.0,7.5,81.925,31.815,3277,0,1,0.0,0.305,0.305,5.026,15.25,15.375,-0.125,8.959,846.7200534025023,345.736,0.304,0.248,0.31,0.438,0.308,0.4375,0.308,1.0,0.0,0,0.0,0.0,40,100.0,0.0,0.7565649999999999,0.26405,9.4455625,3.49106,1646.23625,540.82,1454.373,147.967,10,30,0.5202,0.189113 gemini-3.8-flash-medium,2026-09-18,37,21,13,3,56.757,8.108,85.838,34.546,3176,77,1,24.244,0.315,24.559,35.337,18.000000000000004,13.405459459459458,4.595,10.044,2584.520437342569,747.889,0.351,0.229,0.351,0.608,0.392,0.608108108108108,0.392,1.0,0.0,0,0.0,0.0,37,100.0,0.0,0.8616872972972973,0.35255,9.795214594594595,2.8062,1803.667837837838,761.893,1526.512,135.478,10,27,0.564481,0.236322 gemini-3.6-flash-low,2026-08-04,40,12,8,20,30.0,50.0,141.5,49.302,5660,4,4,0.707,0.707,1.413,3.037,11.075,7.45,3.625,5.699,706.2241222614841,99.964,0.31,0.31,0.284,0.55,0.163,0.55,0.163,1.0,0.0,0,0.0,0.0,40,100.0,0.0,0.8477174999999999,0.34573,5.9757975000000005,0.75095,876.0637499999999,328.784,498.400,133.652,10,30,1.700878,0.830198 gpt-5.3-codex-medium,2026-04-25,53,30,15,8,56.604,15.094,76.755,41.597,4068,0,8,0.0,1.967,1.967,5.639,22.037830188679248,12.886830188679244,9.151,17.64,1664.827866027532,291.769,0.429,0.351,0.429,0.642,0.48,0.6415094339622641,0.48,1.0,0.0,0,0.0,0.0,53,100.0,0.0,1.8376430188679247,0.86076,24.50805490566038,4.10782,2510.721264150944,2201.198,1053.100,147.521,15,38,1.744984,0.853127 gpt-5.1-medium,2025-12-07,73,38,21,14,52.055,19.178,83.699,49.471,6110,0,4,0.0,0.655,0.655,2.963,19.60258904109589,13.0,6.603,9.806,3788.9550052373156,533.872,0.335,0.377,0.377,0.616,0.255,0.6166027397260274,0.255,1.0,0.0,0,0.0,0.0,73,100.0,0.0,3.209318082191781,1.66977,38.96045383561644,5.34997,4037.2568493150684,1964.6,947.606,110.221,26,47,3.386764,1.80559 gpt-5-mini-medium,2025-08-09,66,37,3,26,56.061,39.394,129.167,18.983,8525,11,88,1.29,10.323,11.613,3.968,19.848,2.879,16.969,4.075,1650.5360231085042,72.93,0.157,0.167,0.098,0.758,0.102,0.7575000000000001,0.102,1.0,0.0,0,0.0,0.0,66,100.0,0.0,0.43902,0.06647,3.39609,0.14709,2439.0615,387.188,348.520,106.211,33,33,1.259669,0.428649 claude-sonnet-4-5,2025-10-01,62,8,26,28,12.903,45.161,138.887,20.96,8611,1,155,0.116,18.0,18.116,8.721,10.790500000000002,14.870999999999999,-4.08,2.722,121.92501335501103,3.645,0.154,0.16,0.139,0.355,0.088,0.36650000000000005,0.08,0.982,0.036,2,3.226,0.062,60,96.774,0.062,0.49791500000000005,0.07622,3.57095,0.081,1038.402,178.619,-35.860,101.602,31,31,, gpt-5.1-codex-mini-high,2025-12-02,42,18,11,13,42.857,30.952,99.429,39.75,4176,954,2,228.448,0.479,228.927,31.082,18.690404761904762,10.166833333333333,8.524,8.232,5452.739037595786,867.728,0.248,0.284,0.31,0.583,0.255,0.6666944444444444,0.302,0.9043571428571427,0.207,6,14.286,0.1,36,85.714,0.1,1.0971892857142858,0.46076,10.903396904761905,1.73744,11720.454666666667,5080.401,544.037,155.472,19,23,2.016755,1.024427 gpt-oss-20b-medium,2025-08-19,33,1,14,18,3.03,54.545,7.333,2.852,242,82,6,338.843,24.793,363.636,185.343,38.303,36.636,1.667,1.226,4091.326,763.695,0.058,0.17,0.169,0.303,0.095,1.0,0,0.063,0.059,32,96.97,0.058,1,3.03,0.058,0.01539,0.00901,1.08243,0.38477,32.558,17.566,-231.965,128.971,33,0,, claude-opus-4-1,2025-09-30,63,1,20,42,1.587,66.667,162.016,21.089,10207,0,93,0.0,9.111,9.111,3.737,8.079396825396824,10.508285714285716,-2.429,2.844,126.61558597041245,2.186,0.062,0.172,0.172,0.349,0.087,0.34939682539682543,0.087,1.0,0.0,0,0.0,0.0,63,100.0,0.0,2.970163650793651,0.39116,18.28037507936508,0.16636,3354.7128730158734,1301.415,-37.947,101.162,31,32,, grok-4-fast-reasoning,2026-03-07,79,56,11,12,70.886,15.19,89.608,37.333,7079,0,38,0.0,5.368,5.368,10.147,27.671050632911392,8.721620253164557,18.949,10.232,0.0,0.0,0.325,0.31,0.325,0.785,0.327,0.7848101265822784,0.327,1.0,0.0,0,0.0,0.0,79,100.0,0.0,0.0,0.0,0.0,0.0,2575.658886075949,1071.378,735.072,119.622,30,49,, minimax.minimax-m2.1,2026-04-02,40,0,40,0,0.0,0.0,20.55,5.108,822,133,162,161.8,197.08,358.881,55.535,37.425,38.0,-0.575,1.439,1948.8794598540146,148.998,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1025,0.026,40,100.0,0.0,0,0.0,0.0,0.05304,0.01459,2.5379,0.19502,811.0215000000001,299.378,,,20,20,, gpt-5.1-low,2025-12-02,68,18,30,20,26.471,29.412,112.529,31.87,7652,0,9,0.0,1.176,1.176,2.545,12.24985294117647,15.103088235294118,-2.853,4.022,767.9756515943545,91.015,0.191,0.191,0.151,0.412,0.105,0.41144117647058825,0.105,1.0,0.0,0,0.0,0.0,68,100.0,0.0,0.9141570588235294,0.24583,8.0812,0.92259,1159.4582352941177,301.46,614.713,111.323,16,52,1.487128,0.48214 llama-4-maverick-17b-128e-instruct,2025-08-12,28,2,3,23,7.143,82.143,175.357,20.481,4910,0,24,0.0,4.888,4.888,2.394,15.5,20.5,-5.0,3.088,327.814,10.55,0.095,0.142,0.115,0.482,0.079,0.5,0.074,0.978,0.043,1,3.571,0.069,27,96.429,0.069,0.05653,0.00696,0.31896,0.00825,1567.316,810.022,-99.687,128.774,28,0,, gpt-5-chat,2025-08-08,33,0,0,33,0.0,100.0,190.485,13.02,6286,7,113,1.114,17.976,19.09,11.047,12.091,16.303,-4.212,3.018,9.425,0.86,0.0,0.0,0.0,0.5,0.0,0.5,0.0,0.952,0.065,2,6.061,0.081,31,93.939,0.081,0.12144,0.00846,0.64091,0.01713,153.553,10.481,-87.273,118.542,33,0,, qwen3.5-0.8b@bf16,2026-08-03,33,0,33,0,0.0,0.0,2.182,0.199,72,64,33,888.889,458.333,1347.222,98.003,39,39,0.0,0.0,882.306,523.32,0.0,0.0,0.0,0.0,0.0,0.5,0,0.011,0.001,33,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,5.234,5.012,,,33,0,, gpt-oss-120b-low,2025-08-19,43,9,31,3,20.93,6.977,57.0,13.189,2451,667,191,272.134,77.927,350.061,67.344,26.442,14.558,11.884,2.497,1311.065,99.059,0.122,0.076,0.134,0.244,0.124,0.909,0.12,0.444,0.107,32,74.419,0.13,11,25.581,0.13,0.06007,0.01419,0.97239,0.07394,185.218,43.607,-283.551,120.864,43,0,, minimax.minimax-m2.5,2026-04-02,40,0,40,0,0.0,0.0,3.5,0.963,140,152,1,1085.714,7.143,1092.857,147.75,39.0,39.0,0.0,0.0,913.4424571428572,102.769,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018,0.005,40,100.0,0.0,0,0.0,0.0,0.00504,0.0015,1.39691,0.13848,61.648,18.739,,,20,20,, gemini-3.7-flash-high,2026-08-14,32,19,13,0,59.375,0.0,64.188,32.13,2054,310,1,150.925,0.487,151.412,67.153,23.0935625,12.34353125,10.75,13.871,3000.5877244401163,681.257,0.429,0.0,0.429,0.594,0.48,0.7035555555555556,0.49,0.9185625,0.284,5,15.625,0.0,27,84.375,0.0,0.74793,0.41932,11.272498749999999,2.56909,1412.46278125,675.681,1107.052,146.461,9,23,0.675605,0.389175 gpt-5.4-mini-high,2026-03-23,89,45,22,22,50.562,24.719,93.348,55.253,8308,17,1055,2.046,126.986,129.032,70.024,19.999842696629212,12.078606741573035,7.921,7.615,5160.397557173808,1464.865,0.272,0.335,0.335,0.629,0.272,0.6511046511627906,0.289,0.9756067415730336,0.129,3,3.371,0.0,86,96.629,0.0,3.2264671910112357,2.01111,32.81547988764044,3.45735,3222.3483370786516,1574.991,416.392,102.510,39,50,7.748629,5.192917 gpt-6-sol-high,2026-09-23,48,25,17,6,52.083,12.5,96.667,50.96,4640,1,4,0.216,0.862,1.078,3.84,16.145895833333334,10.604229166666666,5.542,8.935,1378.8995853448275,313.1,0.377,0.377,0.272,0.583,0.261,0.5833541666666666,0.261,1.0,0.0,0,0.0,0.0,48,100.0,0.0,1.405334375,1.01757,14.357857083333334,3.15523,1432.8954166666665,939.655,1310.491,122.005,10,38,1.072372,0.782872 gpt-5.1-codex-low,2025-12-02,39,32,5,2,82.051,5.128,44.641,44.545,1741,594,4,341.183,2.298,343.481,26.041,33.359153846153845,18.332974358974358,15.026,3.549,3033.356145893164,511.75,0.335,0.335,0.126,0.846,0.181,0.9705588235294118,0.181,0.8925128205128205,0.107,5,12.821,0.126,34,87.179,0.126,1.3840779487179486,1.96858,25.954791282051282,5.12673,4700.669102564103,4424.699,504.257,218.158,32,7,2.744787,4.08053 kimi-k2.5,2026-03-07,45,15,12,18,33.333,40.0,128.067,37.362,5763,82,82,14.229,14.229,28.457,16.359,17.177888888888887,7.244200000000001,9.934,4.541,2901.1971459309384,1190.177,0.259,0.283,0.283,0.533,0.161,0.6665,0.163,0.9104888888888889,0.12,9,20.0,0.162,36,80.0,0.162,0.9679708888888888,0.49197,8.199060444444445,2.95538,4281.195777777778,2448.055,111.181,120.170,26,19,8.706262,10.398622 gpt-6-luna-high,2026-09-23,66,13,42,11,19.697,16.667,94.318,49.238,6225,1,17,0.161,2.731,2.892,7.259,14.712106060606061,16.65162121212121,-1.94,8.95,979.0227641767069,111.532,0.284,0.367,0.367,0.28,0.271,0.2803333333333334,0.271,1.0,0.0,0,0.0,0.0,66,100.0,0.0,0.04993151515151514,0.02486,0.526929696969697,0.05545,859.7275757575757,432.005,730.279,137.472,10,56,0.068373,0.036394 ring-mini-2.0@q8_0,2025-10-30,33,0,33,0,0.0,0.0,3.333,0.881,110,10,7,90.909,63.636,154.545,110.067,39,39,0.0,0.0,7882.255,901.14,0.0,0.0,0.0,0.0,0.0,0.5,0,0.017,0.004,33,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,104.361,19.903,,,33,0,, gpt-5.5-medium,2026-05-01,33,22,7,4,66.667,12.121,84.424,37.519,2786,0,2,0.0,0.718,0.718,2.029,19.393939393939394,10.060454545454546,9.333,5.857,2528.322974156497,575.52,0.229,0.3,0.335,0.727,0.262,0.7272727272727273,0.262,1.0,0.0,0,0.0,0.0,33,100.0,0.0,6.570826363636363,2.47997,72.91531272727273,17.28105,4761.002848484848,2130.842,1532.163,147.580,10,23,4.288595,1.670487 gpt-oss-120b-high,2025-08-19,43,12,31,0,27.907,0.0,39.814,7.722,1712,484,167,282.71,97.547,380.257,60.211,30.907,19.488,11.419,2.897,1329.63,101.821,0.134,0.0,0.134,0.279,0.136,1.0,0.0,0.424,0.114,31,72.093,0.134,12,27.907,0.134,0.04269,0.00918,0.97511,0.07685,131.493,27.947,-252.146,115.761,43,0,, gpt-oss-20b-low,2025-08-19,33,1,19,13,3.03,39.394,9.667,3.532,319,106,12,332.288,37.618,369.906,200.355,37.667,35.636,2.031,1.464,3929.781,633.877,0.058,0.167,0.169,0.227,0.096,1.0,0,0.077,0.059,32,96.97,0.058,1,3.03,0.058,0.01942,0.00855,1.38459,0.31591,40.408,16.863,-299.865,141.435,33,0,, nemotron-3-nano@q3_k_l,2025-12-16,80,0,41,39,0.0,48.75,142.35,21.15,11388,224,831,19.67,72.972,92.641,17.376,18.950300000000002,18.049799999999998,0.901,3.138,1622.1554697049526,98.591,0.0,0.123,0.123,0.244,0.062,0.34801785714285716,0.079,0.84185,0.112,24,30.0,0.118,56,70.0,0.118,0.015445500000000001,0.00248,0.1091945,0.00615,2088.67245,440.515,-199.550,93.507,52,28,, gpt-oss-120b-medium,2025-08-19,56,12,39,5,21.429,8.929,47.018,20.488,2633,704,187,267.376,71.022,338.397,112.114,30.39296428571428,20.21457142857143,10.178,5.497,1447.2208313710596,376.547,0.145,0.229,0.251,0.259,0.177,0.8999333333333334,0.49,0.42007142857142854,0.187,41,73.214,0.137,15,26.786,0.137,0.05433214285714285,0.04092,1.0363398214285715,0.28036,214.36662500000003,260.374,-217.178,107.538,43,13,, qwen3-30b-a3b-thinking@q4_k_m,2025-08-19,42,11,5,26,26.19,61.905,152.524,18.4,6406,166,270,25.913,42.148,68.061,8.965,18.643,5.071,13.572,2.997,5958.988,103.122,0.133,0.147,0.098,0.571,0.092,0.632,0.08,0.943,0.062,4,9.524,0.089,38,90.476,0.089,0.5518,0.06577,3.62651,0.06208,6390.282,773.966,-37.298,106.165,42,0,, gemini-3.6-flash-medium,2026-07-31,30,20,6,4,66.667,13.333,86.8,39.645,2604,2,0,0.768,0.0,0.768,7.0,22.866666666666667,12.533333333333333,10.333,9.487,2381.9008341013828,482.845,0.31,0.248,0.284,0.733,0.285,0.7333333333333333,0.285,1.0,0.0,0,0.0,0.0,30,100.0,0.0,1.6117933333333336,0.75795,17.577923333333334,3.63925,1231.1283333333333,583.441,921.327,157.412,10,20,1.749426,0.875287 gemini-3.6-flash-high,2026-07-27,59,35,19,5,59.322,8.475,91.322,36.332,5388,10,0,1.856,0.0,1.856,10.015,18.186474576271184,10.135593220338983,8.051,9.343,3973.7376640682996,502.138,0.31,0.248,0.304,0.636,0.308,0.6356101694915254,0.308,1.0,0.0,0,0.0,0.0,59,100.0,0.0,2.7856044067796613,1.36674,30.104277796610166,3.76715,1992.9248644067795,1043.617,1093.734,109.034,10,49,2.546876,1.275142 gpt-5.6-terra-high,2026-07-19,40,21,7,12,52.5,30.0,107.125,39.529,4285,9,13,2.1,3.034,5.134,6.826,20.35,9.525,10.825,8.104,1588.4979703617273,393.598,0.31,0.31,0.304,0.675,0.219,0.675,0.219,1.0,0.0,0,0.0,0.0,40,100.0,0.0,2.6576999999999997,1.36483,23.915090000000003,5.9794,2608.84525,1335.479,1210.738,130.592,10,30,2.195107,1.151868 agents-a1@q4_k_m,2026-07-04,35,22,5,8,62.857,22.857,97.371,32.075,3408,267,54,78.345,15.845,94.19,20.855,25.657,8.114285714285714,17.543,5.296,13033.810083333334,1099.605,0.248,0.248,0.202,0.743,0.196,0.8664,0.148,0.8904285714285715,0.157,5,14.286,0.131,30,85.714,0.131,1.275437142857143,0.42158,12.617394285714287,1.10039,11540.808857142858,3884.177,303.784,145.679,20,15,4.1985,2.44532 glm-5.3-flash-high,2026-10-14,38,12,17,9,31.579,23.684,110.842,36.634,4212,125,81,29.677,19.231,48.908,25.736,16.815763157894736,13.578947368421053,3.237,8.873,1287.4505726495727,301.854,0.248,0.31,0.31,0.434,0.255,0.4714285714285714,0.289,0.9621052631578948,0.158,3,7.895,0.186,35,92.105,0.186,0.09764394736842105,0.03267,0.8842142105263157,0.18884,1300.3357368421052,464.575,571.681,153.128,10,28,0.170801,0.073204 gpt-5.6-terra-xhigh,2026-07-24,32,18,10,4,56.25,12.5,81.281,30.904,2601,0,3,0.0,1.153,1.153,3.346,20.96871875,11.06253125,9.906,7.501,2659.6658758169933,573.11,0.294,0.248,0.284,0.625,0.267,0.6248750000000001,0.267,1.0,0.0,0,0.0,0.0,32,100.0,0.0,3.3236328124999996,1.18002,39.100745937499994,8.63532,2829.9028749999998,1038.541,1293.005,152.437,11,21,2.570472,0.961617 claude-opus-5_adaptive-thinking-high,2026-07-27,53,36,15,2,67.925,3.774,70.849,36.92,3755,35,15,9.321,3.995,13.316,32.221,23.39618867924528,12.45298113207547,10.943,7.983,4079.3976812250335,1008.681,0.335,0.205,0.335,0.698,0.361,0.7871063829787234,0.257,0.9107547169811321,0.285,6,11.321,0.0,47,88.679,0.0,7.56138641509434,5.83926,107.93634113207547,25.60666,4677.187358490566,4436.299,1285.381,127.448,10,43,5.882603,4.580115 qwen3.6-27b@q4_k_s,2026-04-26,27,10,3,14,37.037,51.852,121.704,35.079,3286,18,67,5.478,20.39,25.867,11.937,17.66651851851852,5.185481481481481,12.481,7.34,5956.004398965307,484.744,0.284,0.284,0.181,0.63,0.15,0.6296296296296297,0.15,1.0,0.0,0,0.0,0.0,27,100.0,0.0,1.4642485185185186,0.34631,11.984615555555555,0.97093,27152.044962962966,8517.962,270.019,148.639,10,17,5.422761,3.248958 claude-opus-4-6-high,2026-02-25,41,6,11,24,14.634,58.537,144.854,36.656,5939,5,0,0.842,0.0,0.842,7.169,7.512268292682928,6.2439024390243905,1.268,6.651,2265.2759129483075,344.014,0.279,0.377,0.377,0.439,0.209,0.4999166666666667,0.218,0.9579756097560976,0.138,5,12.195,0.156,36,87.805,0.156,8.75754756097561,2.27053,60.55074146341463,8.71817,7341.143804878049,2543.456,198.192,127.740,12,29,44.18719,30.697634 gpt-6-luna-max,2026-10-02,35,16,11,8,45.714,22.857,88.6,42.856,3101,1,3,0.322,0.967,1.29,3.043,19.571485714285714,9.0856,10.486,8.267,5611.73764785553,1282.853,0.367,0.335,0.325,0.571,0.291,0.5714857142857143,0.291,1.0,0.0,0,0.0,0.0,35,100.0,0.0,0.2521882857142857,0.18905,2.7913228571428568,0.64136,3952.7884571428567,2521.161,1219.402,144.326,10,25,0.206813,0.156955 gpt-6.1-sol-xhigh,2026-10-02,30,16,12,2,53.333,6.667,80.1,26.417,2403,0,0,0.0,0.0,0.0,0.0,18.5,15.966666666666667,2.533,8.307,1983.821700374532,282.424,0.304,0.248,0.304,0.567,0.292,0.5666666666666667,0.292,1.0,0.0,0,0.0,0.0,30,100.0,0.0,1.6502433333333333,0.66557,19.786426666666667,2.82336,4259.47,2290.452,1611.585,161.947,10,20,1.023988,0.425617 gemini-3-flash-preview,2025-12-19,52,10,40,2,19.231,3.846,45.827,17.26,2383,8,9,3.357,3.777,7.134,9.0,29.365576923076922,20.942403846153848,8.423,3.029,6024.966763743181,945.146,0.157,0.106,0.176,0.212,0.161,0.9165833333333332,0.181,0.37123076923076925,0.161,40,76.923,0.176,12,23.077,0.176,0.7025675,0.25265,13.015943461538463,2.43826,2451.177423076923,942.743,-179.501,124.666,25,27,, gpt-5.4-medium,2026-04-18,79,51,21,7,64.557,8.861,81.342,66.762,6426,3,27,0.467,4.202,4.669,24.198,20.632898734177214,12.265759493670886,8.367,26.811,2712.573743386243,588.84,0.533,0.424,0.533,0.69,0.653,0.6899620253164557,0.653,1.0,0.0,0,0.0,0.0,79,100.0,0.0,4.904163797468354,10.89241,57.48192721518986,39.8137,5546.870886075949,3493.135,1252.928,111.960,18,61,3.914163,8.700597 claude-opus-4-6,2026-02-24,41,0,41,0,0.0,0.0,9.22,3.563,378,0,2,0.0,5.291,5.291,4.71,37.65880487804878,37.658268292682926,0.001,1.355,844.2933015873016,250.617,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04621951219512195,0.018,41,100.0,0.0,0,0.0,0.0,0.45574268292682923,0.12279,69.06405975609755,16.02934,176.02980487804876,53.258,,,27,14,, amazon.nova-premier,2026-04-25,30,0,30,0,0.0,0.0,11.2,4.64,336,12,159,35.714,473.214,508.929,105.226,38.53333333333333,38.56666666666667,-0.033,1.28,390.94062500000007,39.559,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05566666666666666,0.023,30,100.0,0.0,0,0.0,0.0,0.08446000000000001,0.04162,7.56922,0.91536,177.42166666666665,90.65,,,20,10,, claude-sonnet-4-5_thinking_16000,2025-10-06,66,13,11,42,19.697,63.636,144.636,23.283,9546,2,11,0.21,1.152,1.362,5.409,10.227,6.197000000000001,4.03,3.247,891.5341929604023,63.694,0.164,0.164,0.161,0.515,0.09,0.5576065573770491,0.088,0.9395000000000001,0.104,5,7.576,0.0,61,92.424,0.0,2.1978250000000004,0.31837,14.95101,1.0346,3192.3154999999997,507.674,112.716,96.163,33,33,19.498785,16.873362 grok-4.6-high,2026-08-24,48,5,14,29,10.417,60.417,145.375,43.741,6978,0,2,0.0,0.287,0.287,0.98,8.187437500000001,8.958333333333334,-0.771,7.922,400.38434866723986,25.672,0.325,0.325,0.272,0.406,0.196,0.40622916666666664,0.196,1.0,0.0,0,0.0,0.0,48,100.0,0.0,0.46774249999999995,0.14471,3.228436875,0.17132,5513.390187500001,2132.765,442.665,130.964,9,39,1.056651,0.452322 grok-4.3-high,2026-06-05,38,3,22,13,7.895,34.211,118.079,44.39,4487,2,1,0.446,0.223,0.669,4.0,8.289473684210526,14.394736842105264,-6.105,6.348,6.465049476264765,0.06,0.248,0.346,0.335,0.25,0.245,0.25,0.245,1.0,0.0,0,0.0,0.0,38,100.0,0.0,0.19277473684210525,0.07039,1.6316263157894735,0.03444,2491.966421052631,1812.215,178.637,210.022,10,28,1.079142,1.328519 gpt-5.6-sol-xhigh,2026-07-25,30,16,9,5,53.333,16.667,84.9,32.354,2547,0,0,0.0,0.0,0.0,0.0,17.633233333333337,12.300033333333333,5.333,7.313,3163.582683549273,531.091,0.325,0.284,0.325,0.617,0.327,0.6167999999999999,0.327,1.0,0.0,0,0.0,0.0,30,100.0,0.0,8.228095,3.18999,92.88525033333332,15.97722,5560.613566666667,2411.088,1549.708,156.436,10,20,5.309449,2.127077 gemini-3.8-flash-high,2026-09-04,32,21,7,4,65.625,12.5,69.75,36.769,2232,359,1,160.842,0.448,161.29,138.052,21.656187499999998,13.9375,7.719,17.64,8285.184999103943,1184.899,0.4,0.346,0.4,0.719,0.438,0.71875,0.438,1.0,0.0,0,0.0,0.0,32,100.0,0.0,2.194693125,1.24826,29.588206250000002,4.44331,4215.37425,2377.406,1546.082,170.464,12,20,1.419519,0.8224 gpt-6.1-terra-xhigh,2026-11-05,28,17,11,0,60.714,0.0,63.107,36.54,1767,2,7,1.132,3.962,5.093,7.866,24.214500000000005,17.964464285714286,6.25,10.617,3539.7939105829087,751.006,0.351,0.0,0.351,0.607,0.392,0.6071428571428571,0.392,1.0,0.0,0,0.0,0.0,28,100.0,0.0,1.1331925,0.69975,15.608030357142857,3.76163,2853.2316785714283,7820.909,1521.228,200.693,13,15,0.74492,0.470371 qwen3.5-35b-a3b@q4_k_m,2026-07-12,28,5,9,14,17.857,50.0,142.464,40.429,3989,595,127,149.16,31.838,180.998,56.818,16.28542857142857,12.464285714285714,3.821,6.001,3166.7544131361246,167.929,0.207,0.304,0.304,0.429,0.16,0.5714285714285714,0.196,0.8436428571428571,0.21,7,25.0,0.145,21,75.0,0.145,0.46158214285714283,0.13041,3.2597478571428575,0.1692,4498.731500000001,1366.071,-26.043,144.028,18,10,, gpt-5.6-luna-medium,2026-07-15,40,15,15,10,37.5,25.0,107.95,44.435,4318,9,52,2.084,12.043,14.127,12.447,16.725,13.9,2.825,7.632,920.3196271421956,154.599,0.31,0.304,0.304,0.5,0.219,0.5,0.219,1.0,0.0,0,0.0,0.0,40,100.0,0.0,0.6310225,0.244,5.6733424999999995,0.94494,1492.08075,881.81,730.109,142.863,10,30,0.864285,0.374551 claude-haiku-5-5-high,2026-10-08,60,31,23,6,51.667,10.0,85.517,40.253,5131,119,61,23.192,11.889,35.081,24.943,20.133333333333333,12.8,7.333,9.141,1808.4271356460729,239.594,0.304,0.248,0.304,0.567,0.294,0.5964736842105263,0.303,0.9628333333333333,0.162,3,5.0,0.0,57,95.0,0.0,0.08124833333333334,0.03814,0.9421699999999998,0.14368,900.4326666666668,420.841,1142.774,107.672,10,50,0.071097,0.034041 gpt-5.1-chat,2025-12-02,67,0,31,36,0.0,53.731,159.269,16.142,10671,39,15,3.655,1.406,5.06,2.474,12.060089552238807,26.298313432835823,-14.238,3.275,29.5551831131103,1.506,0.0,0.101,0.101,0.269,0.051,0.26849253731343287,0.051,1.0,0.0,0,0.0,0.0,67,100.0,0.0,0.12322462686567165,0.01253,0.7683337313432836,0.01761,662.394880597015,78.917,-130.743,102.343,35,32,, gpt-6-astra-xhigh,2026-09-13,40,15,20,5,37.5,12.5,81.0,24.113,3240,2,10,0.617,3.086,3.704,5.717,14.1,16.2,-2.1,7.461,1274.206063580247,401.348,0.304,0.248,0.304,0.438,0.292,0.4375,0.292,1.0,0.0,0,0.0,0.0,40,100.0,0.0,5.4722375,1.69733,66.599435,20.49773,3477.9970000000003,1320.67,1579.349,147.981,10,30,3.464869,1.122667 gpt-5.6-luna-high,2026-07-19,30,16,9,5,53.333,16.667,100.1,38.155,3003,2,17,0.666,5.661,6.327,10.638,20.733333333333334,11.766666666666667,8.967,8.944,2437.140283383283,567.752,0.31,0.284,0.304,0.617,0.285,0.6166666666666667,0.285,1.0,0.0,0,0.0,0.0,30,100.0,0.0,1.4988433333333333,0.68228,14.63213,3.41656,2703.488,1244.106,919.397,155.884,10,20,1.630246,0.791901 gpt-5.5-high,2026-05-19,29,19,8,2,65.517,6.897,73.655,93.96,2136,0,2,0.0,0.936,0.936,5.577,24.172275862068968,14.275862068965518,9.896,8.199,3665.938721441947,1018.469,0.533,0.205,0.533,0.69,0.653,0.6899655172413793,0.653,1.0,0.0,0,0.0,0.0,29,100.0,0.0,8.246430689655174,12.63431,103.36451275862069,30.68469,12672.382827586209,11705.591,1528.435,179.476,13,16,5.395343,8.290417 gpt-5.4-high,2026-04-18,66,43,18,5,65.152,7.576,65.318,54.288,4311,7,19,1.624,4.407,6.031,44.99,25.31818181818182,14.106015151515152,11.212,11.523,4925.388503827418,601.924,0.533,0.424,0.533,0.689,0.653,0.7176612903225805,0.653,0.9511363636363637,0.552,4,6.061,0.0,62,93.939,0.0,5.116618181818183,4.39355,74.65488030303028,17.24869,8693.735666666671,8489.044,1322.295,133.475,24,42,3.869498,3.345549 gemini-3-pro-preview-high,2025-11-26,53,41,8,4,77.358,7.547,71.547,31.667,3792,12,0,3.165,0.0,3.165,5.554,27.131735849056604,10.943566037735849,16.188,7.9,4845.952795886076,353.48,0.248,0.191,0.243,0.811,0.228,0.8113962264150943,0.228,1.0,0.0,0,0.0,0.0,53,100.0,0.0,4.226311132075471,1.88342,58.515679622641514,4.25586,3908.7354150943397,1946.783,1033.727,143.898,27,26,4.088421,1.908789 gpt-5.2-chat,2025-12-16,59,16,7,36,27.119,61.017,146.678,24.139,8654,30,123,3.467,14.213,17.68,4.922,13.881627118644069,7.236898305084745,6.645,3.228,328.61294823203144,28.457,0.171,0.171,0.17,0.576,0.087,0.575864406779661,0.087,1.0,0.0,0,0.0,0.0,59,100.0,0.0,0.7661915254237288,0.13442,5.053373898305084,0.39382,1285.2916440677966,218.484,142.406,102.657,33,26,5.380332,3.991758 kimi-k2-instruct,2025-08-22,33,1,32,0,3.03,0.0,40.909,10.9,1350,43,158,31.852,117.037,148.889,41.789,33.879,33.485,0.394,1.9,180.902,48.401,0.058,0.0,0.058,0.03,0.059,1.0,0,0.227,0.072,32,96.97,0.058,1,3.03,0.058,0.06432,0.01629,2.0232,0.5232,63.49,17.507,-689.333,345.766,33,0,, gemini-3.1-flash-lite-preview,2026-03-19,60,0,31,29,0.0,48.333,151.767,43.215,9106,19,46,2.087,5.052,7.138,19.687,15.0165,27.650166666666667,-12.634,5.314,11.643299912145837,1.376,0.0,0.284,0.284,0.242,0.15,0.26347272727272725,0.163,0.9648333333333333,0.165,5,8.333,0.089,55,91.667,0.089,0.020465,0.00584,0.13508166666666668,0.00508,454.988,191.279,-132.882,115.175,30,30,, gpt-5-nano-medium,2025-08-08,132,58,54,20,43.939,15.152,93.356,22.458,12323,88,200,7.141,16.23,23.371,14.885,22.5305,11.159250000000002,11.371,4.02,5103.258899131705,605.711,0.17,0.139,0.171,0.515,0.159,0.7310752688172042,0.181,0.8109999999999999,0.132,39,29.545,0.058,93,70.455,0.058,0.1921425,0.04591,2.1211149999999996,0.26086,2387.47925,589.187,413.304,77.499,33,99,0.464894,0.141202 Ternary-Bonsai-2-27B-gguf:TQ1_0-high,2026-09-24,24,15,5,4,62.5,16.667,98.083,43.895,2354,5,217,2.124,92.184,94.308,58.148,26.375,9.0,17.375,13.79,12437.154892523364,1721.277,0.424,0.284,0.424,0.708,0.49,0.8095714285714286,0.49,0.9054166666666666,0.23,3,12.5,0.0,21,87.5,0.0,2.4712175000000003,1.19156,26.18875,4.38156,19108.770583333335,9780.516,403.344,171.964,10,14,6.126824,3.943427 gpt-5-mini-low,2025-08-08,33,3,0,30,9.091,90.909,190.636,8.689,6291,0,30,0.0,4.769,4.769,1.664,16.061,4.788,11.273,2.967,290.669,16.455,0.098,0.098,0.0,0.545,0.05,0.545,0.05,1.0,0.0,0,0.0,0.0,33,100.0,0.0,0.13058,0.0078,0.68813,0.03267,844.494,53.674,-55.601,119.035,33,0,, gpt-5.6-sol-medium,2026-07-15,30,20,6,4,66.667,13.333,108.7,34.067,3261,0,5,0.0,1.533,1.533,4.506,18.433333333333334,9.633333333333333,8.8,8.219,1069.980189819074,145.887,0.304,0.284,0.284,0.733,0.294,0.7333333333333333,0.294,1.0,0.0,0,0.0,0.0,30,100.0,0.0,3.7122600000000006,1.31878,32.90164333333333,4.43089,3942.059666666667,2059.099,1239.967,164.939,10,20,2.993838,1.135673 gpt-5-nano-low,2025-08-08,132,15,109,8,11.364,6.061,60.848,21.129,8032,429,347,53.411,43.202,96.614,29.345,24.27275,23.189249999999998,1.084,3.243,1101.6938004233068,137.088,0.17,0.139,0.161,0.144,0.152,0.48717948717948717,0.163,0.46025000000000005,0.125,93,70.455,0.161,39,29.545,0.161,0.0285125,0.00918,0.503595,0.06195,385.68149999999997,116.163,-116.982,99.069,33,99,, grok-4-fast-non-reasoning,2026-03-07,40,0,24,16,0.0,40.0,124.55,21.559,4982,0,267,0.0,53.593,53.593,38.751,16.94975,25.8498,-8.9,5.661,6.839706543556804,0.294,0.0,0.182,0.182,0.2,0.093,0.21052631578947367,0.09,0.9616,0.133,2,5.0,0.091,38,95.0,0.091,0.018071,0.00299,0.14716999999999997,0.00927,989.743425,386.078,-191.313,147.530,21,19,, glm-4.7-flash@q4,2026-01-24,10,0,6,4,0.0,40.0,11.2,2.706,112,12,38,107.143,339.286,446.429,129.587,39,38.7,0.3,0.588,2660.723,307.717,0.0,0.304,0.304,0.2,0.16,0.5,0,0.056,0.014,10,100.0,0.0,0,0.0,0.0,0.00326,0.00103,0.28086,0.03199,7652.459,1738.791,-328.097,269.179,10,0,, claude-opus-4-8-high,2026-05-28,41,14,7,20,34.146,48.78,139.902,36.025,5736,2,38,0.349,6.625,6.974,4.651,9.926731707317073,6.58551219512195,3.341,6.865,252.08903434449093,16.159,0.209,0.31,0.31,0.585,0.163,0.5852195121951219,0.163,1.0,0.0,0,0.0,0.0,41,100.0,0.0,3.9994948780487802,0.91064,28.732391463414633,1.43243,929.1217317073172,240.044,449.807,156.663,19,22,8.89158,3.699877 cursor_cli_composer_2,2026-03-23,40,8,23,9,20.0,22.5,84.075,44.844,3363,9,291,2.676,86.53,89.206,40.882,20.8,14.45,6.35,4.857,0.0,0.0,0.215,0.284,0.284,0.312,0.201,0.5433043478260869,0.24,0.6727500000000001,0.289,17,42.5,0.215,23,57.5,0.215,0.0,0.0,0.0,0.0,5028.59675,3681.523,-63.067,132.524,20,20,, muse-ember-xhigh,2026-11-10,26,6,20,0,23.077,0.0,33.154,14.175,862,209,0,242.459,0.0,242.459,86.542,33.923,24.153923076923075,9.769,7.798,26593.90025522041,6485.66,0.298,0.0,0.298,0.231,0.327,1.0,0.0,0.33338461538461533,0.287,20,76.923,0.248,6,23.077,0.248,0.44262,0.16029,13.268454615384616,3.24861,1703.7267692307692,623.499,-38.315,205.593,10,16,, claude-2-1,2025-04-03,34,0,34,0,0.0,0.0,20.941,5.015,712,188,127,264.045,178.371,442.416,94.579,37.559,37.382,0.177,0.916,99.149,31.959,0.0,0.0,0.0,0.0,0.0,0.5,0,0.105,0.025,34,100.0,0.0,0,0.0,0.0,0.21063,0.0506,11.05969,1.3407,0.0,0.0,,,34,0,, claude-sonnet-4_thinking_16000,2025-06-05,71,14,9,48,19.718,67.606,152.493,20.189,10827,1,29,0.092,2.678,2.771,1.614,10.675845070422534,5.267380281690142,5.408,3.053,896.6947472984206,38.312,0.153,0.153,0.152,0.535,0.078,0.5352676056338029,0.078,1.0,0.0,0,0.0,0.0,71,100.0,0.0,2.332927323943662,0.28216,15.556873802816904,0.57678,3111.9032676056336,395.382,115.317,92.876,38,33,20.230559,16.476333 claude-opus-4_thinking_16000,2025-06-08,34,11,0,23,32.353,67.647,153.882,21.413,5232,0,8,0.0,1.529,1.529,0.806,13.088,5.265,7.823,2.792,559.753,17.047,0.157,0.157,0.0,0.662,0.08,0.662,0.08,1.0,0.0,0,0.0,0.0,34,100.0,0.0,7.92333,1.05248,52.58046,1.27791,8352.715,1145.013,29.320,123.424,34,0,270.236357,1138.139619 gemini-2.5-pro-preview-03-25,2025-04-22,43,12,19,12,27.907,27.907,104.256,15.942,4483,63,218,14.053,48.628,62.681,13.163,22.14,7.744,14.396,3.367,434.93,11.684,0.134,0.134,0.148,0.419,0.126,0.761,0.104,0.736,0.096,20,46.512,0.149,23,53.488,0.149,0.55703,0.08452,5.34011,0.14908,3984.079,683.404,-144.340,105.252,43,0,, grok-3-beta,2025-05-11,42,1,7,34,2.381,80.952,178.333,16.885,7490,1,525,0.134,70.093,70.227,23.269,15.952,18.81,-2.858,3.325,0.0,0.0,0.046,0.119,0.113,0.429,0.063,0.486,0.046,0.91,0.083,5,11.905,0.098,37,88.095,0.098,0.0,0.0,0.0,0.0,394.46,37.774,-137.249,106.165,42,0,, gpt-4.1,2025-04-15,164,1,12,151,0.61,92.073,135.848,12.233,22279,909,35,40.801,1.571,42.372,5.66,24.195,29.86,-5.665,1.342,18.944,0.672,0.012,0.041,0.04,0.466,0.021,0.451,0.032,0.701,0.062,61,37.195,0.074,103,62.805,0.074,0.14263,0.01298,1.05092,0.00885,261.247,108.061,-110.612,53.295,164,0,, gpt-35-turbo-0125,2024-11-05,72,0,72,0,0.0,0.0,3.056,0.395,220,263,0,1195.455,0.0,1195.455,67.341,39,39,0.0,0.0,77.014,10.794,0.0,0.0,0.0,0.0,0.0,0.5,0,0.015,0.002,72,100.0,0.0,0,0.0,0.0,0.00197,0.00024,0.66128,0.03476,0.0,0.0,,,72,0,, o4-mini-high,2025-04-26,203,74,53,76,36.453,37.438,106.429,21.085,21605,640,100,29.623,4.629,34.251,9.288,17.300581280788176,9.384152709359606,7.916,3.892,5695.1630808609125,419.759,0.152,0.17,0.169,0.552,0.128,0.6325988700564972,0.121,0.894679802955665,0.102,26,12.808,0.05,177,87.192,0.05,2.7146164532019705,0.52532,25.794226995073892,1.85331,9853.39054679803,1908.329,440.002,56.903,39,164,6.169555,1.43597 gpt-4.1-nano,2025-04-16,42,0,42,0,0.0,0.0,13.333,2.606,560,319,51,569.643,91.071,660.714,51.651,38.571,38.357,0.214,0.649,31.511,1.288,0.0,0.0,0.0,0.0,0.0,0.5,0,0.067,0.013,42,100.0,0.0,0,0.0,0.0,0.00105,0.00021,0.079,0.00213,15.529,2.985,,,42,0,, o4-mini-low@PGN,2025-04-29,37,20,1,16,54.054,43.243,146.216,17.657,5410,571,54,105.545,9.982,115.527,9.53,24.378,3.919,20.459,3.887,678.461,31.576,0.161,0.16,0.052,0.757,0.09,0.778,0.082,0.995,0.01,1,2.703,0.052,36,97.297,0.052,0.57739,0.07047,3.96822,0.133,1828.0,576.69,109.893,130.467,37,0,5.254111,6.270652 gpt-4o-mini,2024-11-05,102,1,46,55,0.98,53.922,149.882,12.549,15288,856,258,55.992,16.876,72.868,12.231,20.196,25.108,-4.912,1.62,104.638,3.575,0.019,0.097,0.097,0.279,0.05,0.46,0.041,0.784,0.061,40,39.216,0.095,62,60.784,0.095,0.02155,0.00181,0.14531,0.00274,0.0,0.0,-251.850,75.134,102,0,, magistral-small,2025-06-18,42,0,42,0,0.0,0.0,9.667,2.078,406,137,86,337.438,211.823,549.261,113.627,38.571,38.548,0.023,0.607,1904.635,1138.718,0.0,0.0,0.0,0.0,0.0,0.5,0,0.048,0.01,42,100.0,0.0,0,0.0,0.0,0.00666,0.00575,0.57659,0.35846,173.129,173.404,,,42,0,, gemini-2.5-flash,2025-06-20,42,8,30,4,19.048,9.524,71.81,16.179,3016,127,454,42.109,150.531,192.639,22.763,26.643,14,12.643,2.96,186.968,13.224,0.119,0.089,0.137,0.238,0.122,0.769,0.179,0.49,0.113,29,69.048,0.14,13,30.952,0.14,0.04666,0.01087,0.65644,0.05347,4403.921,1229.002,-289.333,123.353,42,0,, google_gemma-3-4b-it@bf16,2025-04-06,67,0,67,0,0.0,0.0,8.597,1.383,576,136,158,236.111,274.306,510.417,80.224,38.836,38.746,0.09,0.246,97.302,5.316,0.0,0.0,0.0,0.0,0.0,0.5,0,0.043,0.007,67,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,67,0,, gpt-4-turbo,2024-11-05,63,1,4,58,1.587,92.063,193.111,6.687,12166,5,14,0.411,1.151,1.562,1.824,15.984,20.333,-4.349,2.592,6.057,0.053,0.031,0.067,0.06,0.476,0.035,0.492,0.028,0.985,0.022,2,3.175,0.043,61,96.825,0.043,0.84823,0.02968,4.39232,0.02534,0.0,0.0,-103.830,85.892,63,0,, mercury-coder-small,2025-04-13,60,0,60,0,0.0,0.0,10.833,1.795,650,0,223,0.0,343.077,343.077,35.053,38.85,38.633,0.217,0.367,837.838,34.22,0.0,0.0,0.0,0.0,0.0,0.5,0,0.054,0.009,60,100.0,0.0,0,0.0,0.0,0.03273,0.0052,3.0523,0.06385,0.0,0.0,,,60,0,, claude-3-7-sonnet,2025-03-26,173,9,57,107,5.202,61.85,156.006,14.982,26989,0,293,0.0,10.856,10.856,4.748,11.288791907514451,12.317953757225432,-1.029,1.67,262.810136351847,17.336,0.053,0.118,0.118,0.361,0.059,0.3929433962264151,0.059,0.9511387283236996,0.041,14,8.092,0.064,159,91.908,0.064,0.8992886127167631,0.1641,6.339024104046243,0.26189,1286.6345317919074,655.253,-76.405,59.059,107,66,, qwen-3-32b,2025-05-24,63,0,63,0,0.0,0.0,22.825,4.183,1438,30,468,20.862,325.452,346.314,35.174,36.19,34.762,1.428,1.188,4458.13,419.786,0.0,0.0,0.0,0.0,0.0,0.5,0,0.114,0.021,63,100.0,0.0,0,0.0,0.0,0.08508,0.01731,3.68589,0.33668,84.465,16.861,,,63,0,, claude-3-5-haiku,2025-05-11,42,0,4,38,0.0,90.476,197.595,3.287,8299,2,160,0.241,19.279,19.52,4.047,13.81,19,-5.19,2.676,67.72,0.869,0.0,0.089,0.089,0.452,0.045,0.487,0.025,0.989,0.016,3,7.143,0.078,39,92.857,0.078,0.1489,0.00258,0.75458,0.01148,692.441,25.476,-120.463,105.556,42,0,, grok-3-mini-beta,2025-05-11,42,6,0,36,14.286,85.714,190.262,6.928,7991,12,37,1.502,4.63,6.132,1.557,14.786,0.929,13.857,2.652,0.0,0.0,0.106,0.106,0.0,0.571,0.054,0.571,0.054,1.0,0.0,0,0.0,0.0,42,100.0,0.0,0.0,0.0,0.0,0.0,2515.364,112.275,-37.298,106.165,42,0,, claude-3-7-sonnet_thinking_10000,2025-04-26,37,9,0,28,24.324,75.676,172.703,15.785,6390,0,18,0.0,2.817,2.817,1.673,10,3.838,6.162,2.003,671.331,21.591,0.138,0.138,0.0,0.622,0.07,0.622,0.07,1.0,0.0,0,0.0,0.0,37,100.0,0.0,2.07538,0.19595,11.97651,0.33174,7145.141,2718.989,-1.033,115.418,37,0,, o3-low,2025-04-26,253,127,55,71,50.198,28.063,101.253,22.789,25617,14,61,0.547,2.381,2.928,3.384,17.256893280632415,9.893166007905137,7.364,4.229,1927.4697071475973,398.108,0.17,0.17,0.098,0.642,0.114,0.649924,0.114,0.9902371541501976,0.052,3,1.186,0.046,250,98.814,0.046,8.165334743083005,1.90035,80.90531221343876,15.91733,4011.337774703557,1131.121,738.574,62.689,42,211,11.05554,2.738772 gemma-3-4b-it@iq4_qs@PGN,2025-04-02,67,0,67,0,0.0,0.0,3.433,0.477,230,184,48,800.0,208.696,1008.696,88.405,39,39,0.0,0.0,102.613,6.452,0.0,0.0,0.0,0.0,0.0,0.5,0,0.017,0.002,67,100.0,0.0,0,0.0,0.0,0.00026,3e-05,0.08664,0.00737,0.0,0.0,,,67,0,, gpt-4.5-preview,2025-03-28,44,0,3,41,0.0,93.182,194.5,6.872,8558,0,43,0.0,5.025,5.025,1.951,12.727,10.273,2.454,2.856,8.033,0.017,0.0,0.074,0.074,0.466,0.038,0.466,0.038,1.0,0.0,0,0.0,0.0,44,100.0,0.0,6.48343,0.23741,33.32018,0.22673,293.222,11.587,-110.999,102.900,44,0,, google_gemma-3-4b-it@q8_0,2025-04-03,67,0,67,0,0.0,0.0,10.269,1.53,688,101,198,146.802,287.791,434.593,93.528,38.731,38.657,0.074,0.424,94.167,6.616,0.0,0.0,0.0,0.0,0.0,0.5,0,0.051,0.008,67,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,67,0,, o3-mini-high,2025-03-01,190,70,44,76,36.842,40.0,125.095,20.685,23768,315,281,13.253,11.823,25.076,8.64,17.65273157894737,5.926384210526315,11.726,4.994,6524.420612630428,240.878,0.164,0.179,0.169,0.568,0.133,0.6389585798816567,0.13,0.9277368421052632,0.081,21,11.053,0.108,169,88.947,0.108,3.6220013684210524,0.57173,29.226175210526314,1.06168,8295.370242105262,2279.912,403.106,64.087,61,129,8.985233,2.013012 claude-2,2025-04-02,33,0,33,0,0.0,0.0,49.061,15.714,1619,100,367,61.767,226.683,288.45,34.471,33.939,35.061,-1.122,1.825,16.597,3.69,0.0,0.0,0.0,0.0,0.0,0.0,0,0.262,0.09,32,96.97,0.058,1,3.03,0.058,0.34279,0.10803,7.10004,0.47749,0.0,0.0,,,33,0,, o3-medium,2025-04-18,66,57,5,4,86.364,6.061,50.318,37.166,3321,1,1,0.301,0.301,0.602,1.422,32.63613636363636,16.90868181818182,15.727,6.192,5255.461693766938,607.869,0.251,0.251,0.079,0.894,0.131,0.9671803278688524,0.131,0.9333484848484849,0.07,5,7.576,0.079,61,92.424,0.079,10.748991818181818,8.31203,193.14954484848485,24.40765,4677.417393939394,4134.993,777.637,179.245,53,13,13.822634,11.153582 claude-3-7-sonnet_thinking_1024,2025-04-17,41,8,2,31,19.512,75.61,175.488,13.573,7195,0,52,0.0,7.227,7.227,6.506,9.512,3.902,5.61,2.354,369.429,4.053,0.121,0.131,0.066,0.573,0.073,0.588,0.069,0.978,0.043,1,2.439,0.047,40,97.561,0.047,1.31591,0.10133,7.52735,0.0734,1571.775,136.836,-36.061,107.508,41,0,, grok-3-mini-beta-high,2025-05-06,282,54,90,138,19.149,48.936,129.965,17.451,36650,56,815,1.528,22.237,23.765,7.522,11.900659574468085,9.336826241134752,2.564,3.812,0.0,0.0,0.126,0.155,0.155,0.436,0.099,0.4374733096085409,0.099,0.998581560283688,0.02,1,0.355,0.0,281,99.645,0.0,0.0,0.0,0.0,0.0,6280.0860567375885,1229.945,430.366,53.414,49,233,, claude-opus-4,2025-06-01,37,9,1,27,24.324,72.973,167.189,16.841,6186,0,71,0.0,11.478,11.478,4.014,12.351,3.757,8.594,2.328,137.559,1.873,0.138,0.143,0.052,0.608,0.077,0.608,0.077,1.0,0.0,0,0.0,0.0,37,100.0,0.0,3.28156,0.33033,19.66358,0.21184,3219.014,4287.658,-10.948,114.664,37,0,, claude-sonnet-4,2025-06-01,37,9,1,27,24.324,72.973,173.865,14.471,6433,1,69,0.155,10.726,10.881,4.166,11.649,6.595,5.054,2.514,129.02,2.02,0.138,0.143,0.052,0.608,0.077,0.608,0.077,1.0,0.0,0,0.0,0.0,37,100.0,0.0,0.64424,0.05492,3.69723,0.03563,2928.607,4523.992,-10.948,114.664,37,0,, o4-mini-medium,2025-04-17,199,116,4,79,58.291,39.698,111.538,13.738,22196,593,106,26.717,4.776,31.492,4.237,20.46717085427136,4.401894472361809,16.065,2.784,2155.5735167597763,92.262,0.118,0.138,0.093,0.781,0.081,0.7814924623115578,0.081,1.0,0.0,0,0.0,0.0,199,100.0,0.0,1.1091211557788945,0.11717,9.880188743718593,0.41017,2492.940703517588,246.44,240.335,64.322,159,40,4.614897,1.327845 gemini-2.5-pro-preview-05-06,2025-06-13,42,20,18,4,47.619,9.524,77.167,14.228,3241,84,101,25.918,31.163,57.081,11.18,28.286,12.095,16.191,3.454,631.702,28.288,0.151,0.089,0.15,0.524,0.145,0.917,0.076,0.691,0.114,18,42.857,0.15,24,57.143,0.15,0.58173,0.10929,7.42834,0.35994,7428.977,1401.752,-70.716,105.196,42,0,, claude-3-7-sonnet_thinking_2048,2025-04-17,84,12,6,66,14.286,78.571,179.262,7.941,15058,1,59,0.066,3.918,3.985,0.974,9.988,3.798,6.19,1.725,470.392,3.532,0.075,0.088,0.055,0.536,0.049,0.542,0.048,0.991,0.017,1,1.19,0.023,83,98.81,0.023,1.61238,0.0704,9.01195,0.05498,1890.11,95.01,-62.414,74.491,84,0,, claude-3-5-sonnet,2024-11-05,89,2,14,73,2.247,82.022,185.247,8.022,16487,0,80,0.0,4.852,4.852,6.837,12.483,16.854,-4.371,2.158,88.126,1.576,0.031,0.08,0.076,0.433,0.042,0.458,0.038,0.959,0.035,5,5.618,0.048,84,94.382,0.048,0.56583,0.02501,3.06859,0.04206,0.0,0.0,-134.406,72.848,89,0,, grok-3-mini-beta-low,2025-05-06,59,10,1,48,16.949,81.356,182.508,9.092,10768,27,52,2.507,4.829,7.337,1.741,17.373,2.339,15.034,1.983,0.0,0.0,0.096,0.099,0.033,0.576,0.052,0.576,0.052,1.0,0.0,0,0.0,0.0,59,100.0,0.0,0.0,0.0,0.0,0.0,3371.312,207.551,-33.858,89.705,59,0,, o3-mini-medium,2025-02-09,124,29,10,85,23.387,68.548,150.992,15.848,18723,240,174,12.818,9.293,22.112,5.56,14.46790322580645,2.5564354838709678,11.911,3.0,2337.7869874485928,68.27,0.1,0.13,0.13,0.577,0.066,0.5864098360655737,0.066,0.9882096774193548,0.024,2,1.613,0.032,122,98.387,0.032,1.6057893548387099,0.1622,10.733707096774193,0.30448,2661.413274193548,317.633,82.389,69.542,86,38,19.490337,16.568568 claude-3-7-sonnet_thinking_5000,2025-04-19,41,7,1,33,17.073,80.488,181.293,11.816,7433,1,21,0.135,2.825,2.96,1.245,9.561,2.39,7.171,2.311,575.316,9.761,0.115,0.121,0.047,0.573,0.065,0.573,0.065,1.0,0.0,0,0.0,0.0,41,100.0,0.0,1.91561,0.12592,10.57228,0.15071,2162.254,227.136,-36.061,107.508,41,0,, claude-3-sonnet,2025-04-05,34,0,20,14,0.0,41.176,108.147,27.96,3677,45,224,12.238,60.919,73.157,57.157,24.559,24.118,0.441,2.516,102.649,5.212,0.0,0.165,0.165,0.206,0.084,0.467,0.065,0.555,0.142,19,55.882,0.167,15,44.118,0.167,0.40399,0.09592,4.2921,0.3463,0.0,0.0,-321.780,144.414,34,0,, gemini-2.5-pro,2025-06-20,41,15,22,4,36.585,9.756,83.366,17.943,3418,24,114,7.022,33.353,40.374,20.254,25.463,16.024,9.439,3.226,331.328,7.764,0.147,0.091,0.153,0.415,0.145,0.81,0.143,0.653,0.126,20,48.78,0.153,21,51.22,0.153,0.3477,0.07578,4.1094,0.09003,2029.784,438.529,-147.178,107.935,41,0,, gpt-4o-2024-11-20,2025-01-15,117,4,11,102,3.419,87.179,188.214,6.553,22021,46,89,2.089,4.042,6.131,3.083,11.923,20.103,-8.18,1.956,51.592,0.326,0.033,0.061,0.053,0.47,0.032,0.482,0.03,0.98,0.023,3,2.564,0.029,114,97.436,0.029,0.31645,0.01105,1.68392,0.01001,0.0,0.0,-108.085,63.069,117,0,, non-gemini-25pro-t03_mini41-t00_mini41-t03,2025-04-25,45,26,0,19,57.778,42.222,114.8,15.121,5166,0,103,0.0,19.938,19.938,4.437,21.8,4.778,17.022,3.243,410.51,11.019,0.144,0.144,0.0,0.789,0.073,0.789,0.073,1.0,0.0,0,0.0,0.0,45,100.0,0.0,0.08522,0.01084,0.74665,0.01171,4669.858,591.352,141.728,124.374,45,0,0.601293,0.533181 qwen3-14b@iq4_xs-thinking,2025-05-19,42,0,42,0,0.0,0.0,24.571,6.551,1032,38,253,36.822,245.155,281.977,73.856,37.333,36.667,0.666,0.97,4569.81,222.399,0.0,0.0,0.0,0.0,0.0,0.5,0,0.123,0.033,42,100.0,0.0,0,0.0,0.0,0.02396,0.00654,0.9645,0.05361,2599.091,1542.557,,,42,0,, o1-medium,2025-03-22,53,35,3,15,66.038,28.302,105.679,30.627,5601,8,21,1.428,3.749,5.178,2.492,20.754509433962266,3.9999811320754715,16.755,5.017,3346.617782003213,157.841,0.211,0.267,0.211,0.802,0.171,0.816923076923077,0.171,0.9891698113207548,0.028,1,1.887,0.047,52,98.113,0.047,21.902494150943397,6.54628,207.205920754717,9.51695,6127.2335283018865,3978.21,280.076,129.257,41,12,78.201967,42.998252 non-deepseek-r1-t03_mini41-t10_mini41-t03,2025-04-25,35,10,1,24,28.571,68.571,156.857,17.54,5490,1,262,0.182,47.723,47.905,6.633,11.2,1.629,9.571,3.141,4952.911,136.144,0.15,0.154,0.055,0.629,0.084,0.629,0.084,1.0,0.0,0,0.0,0.0,35,100.0,0.0,2.21551,0.24103,14.25801,0.38048,8949.338,1071.039,4.118,119.111,35,0,538.006314,15561.661807 gemma-3-4b-it@iq4_qs,2025-04-02,67,0,67,0,0.0,0.0,7.075,0.797,474,147,114,310.127,240.506,550.633,72.076,38.97,38.985,-0.015,0.029,77.04,4.895,0.0,0.0,0.0,0.0,0.0,0.5,0,0.035,0.004,67,100.0,0.0,0,0.0,0.0,0.00029,3e-05,0.04515,0.00436,0.0,0.0,,,67,0,, claude-3-5-sonnet-v2,2025-03-26,61,4,6,51,6.557,83.607,180.377,12.492,11003,0,75,0.0,6.816,6.816,3.242,12.705,15.426,-2.721,2.288,91.151,1.406,0.062,0.093,0.075,0.484,0.051,0.492,0.049,0.988,0.023,1,1.639,0.032,60,98.361,0.032,0.55896,0.03959,3.0834,0.02348,0.0,0.0,-98.669,87.237,61,0,, deepseek-v3-0324,2025-03-25,45,1,41,3,2.222,6.667,72.444,16.633,3260,6,350,1.84,107.362,109.202,24.608,27.333,25.133,2.2,1.808,410.707,13.223,0.043,0.073,0.083,0.056,0.056,0.625,0.245,0.362,0.083,41,91.111,0.083,4,8.889,0.083,0.04699,0.01102,0.64627,0.02072,0.0,0.0,-579.453,221.586,45,0,, gpt-4,2025-01-22,75,0,7,68,0.0,90.667,190.8,7.394,14310,53,31,3.704,2.166,5.87,2.271,14.533,19.84,-5.307,1.928,8.214,0.459,0.0,0.066,0.066,0.453,0.033,0.459,0.031,0.993,0.013,1,1.333,0.026,74,98.667,0.026,1.89858,0.18766,9.98046,0.90273,0.0,0.0,-119.795,78.977,75,0,, o4-mini-low,2025-04-26,123,32,22,69,26.016,56.098,149.228,34.834,18355,1567,113,85.372,6.156,91.528,9.922,13.747951219512197,7.195008130081302,6.553,5.421,658.5948779624081,23.185,0.113,0.245,0.245,0.541,0.127,0.5492148760330579,0.131,0.9901463414634146,0.099,2,1.626,0.0,121,98.374,0.0,0.5068157723577236,0.09516,3.3620051219512193,0.10957,2088.7218373983737,8250.306,104.115,72.232,74,49,4.867846,3.498666 o1-preview,2024-12-30,30,14,3,13,46.667,43.333,124.8,22.016,3744,4,10,1.068,2.671,3.739,10.21,17.8,4.033,13.767,4.336,2660.072,95.706,0.179,0.177,0.107,0.683,0.12,0.759,0.096,0.93,0.078,3,10.0,0.107,27,90.0,0.107,22.56184,3.76271,183.98446,6.47143,0.0,0.0,46.339,133.636,30,0,486.88664,1406.467338 o1-mini,2024-12-21,30,9,6,15,30.0,50.0,142.733,21.99,4282,2,8,0.467,1.868,2.335,4.291,17.667,7.033,10.634,3.16,1221.136,79.49,0.164,0.179,0.143,0.55,0.127,0.688,0.099,0.895,0.085,6,20.0,0.143,24,80.0,0.143,2.413,0.40978,16.96536,1.16983,0.0,0.0,-52.413,124.955,30,0,, gemma-2-9b-it-8bit,2024-11-08,30,0,26,4,0.0,13.333,69.167,26.063,2075,45,31,21.687,14.94,36.627,135.358,32,34.133,-2.133,1.805,58.124,4.687,0.0,0.122,0.122,0.067,0.062,0.4,0.196,0.355,0.135,25,83.333,0.133,5,16.667,0.133,0.00144,0.00049,0.02627,0.0034,0.0,0.0,-545.725,249.211,30,0,, claude-3-haiku,2024-11-05,40,0,40,0,0.0,0.0,33.35,7.953,1334,7,4,5.247,2.999,8.246,30.687,36.725,37.15,-0.425,1.073,210.64,81.164,0.0,0.0,0.0,0.0,0.0,0.5,0,0.167,0.04,40,100.0,0.0,0,0.0,0.0,0.02161,0.00348,0.9677,0.2627,0.0,0.0,,,40,0,, deepseek-v3,2025-01-03,70,0,68,2,0.0,2.857,57.757,11.861,4043,10,180,2.473,44.521,46.995,20.82,32.171,30.529,1.642,1.425,246.926,8.419,0.0,0.039,0.039,0.014,0.02,0.333,0.327,0.294,0.062,67,95.714,0.047,3,4.286,0.047,0.02577,0.00548,0.44991,0.01654,0.0,0.0,-822.813,342.945,70,0,, deepseek-r1,2025-01-20,31,7,18,6,22.581,19.355,91.774,22.888,2845,9,44,3.163,15.466,18.629,32.805,21.935,10.806,11.129,3.603,4584.973,190.774,0.147,0.139,0.174,0.323,0.148,0.769,0.141,0.624,0.138,18,58.065,0.174,13,41.935,0.174,0.9375,0.22288,10.5125,0.52432,0.0,0.0,-216.161,130.819,31,0,, llama-3-70b-instruct-awq,2024-11-06,30,0,15,15,0.0,50.0,148.3,22.34,4449,2,41,0.45,9.216,9.665,14.735,21.567,26.967,-5.4,3.086,41.609,2.695,0.0,0.179,0.179,0.25,0.091,0.469,0.061,0.743,0.112,14,46.667,0.179,16,53.333,0.179,0.02048,0.00289,0.14259,0.00778,0.0,0.0,-278.122,143.562,30,0,, claude-3-opus,2025-01-15,30,0,5,25,0.0,83.333,165.6,23.782,4968,1,7,0.201,1.409,1.61,12.311,15.633,21.633,-6.0,3.159,72.862,4.832,0.0,0.133,0.133,0.417,0.068,0.46,0.054,0.868,0.11,5,16.667,0.133,25,83.333,0.133,2.32157,0.34181,14.02221,0.49823,0.0,0.0,-145.725,126.092,30,0,, gpt-4o-2024-08-06,2024-11-06,60,1,9,50,1.667,83.333,186.9,8.05,11214,0,1,0.0,0.089,0.089,0.308,14.483,19.333,-4.85,2.57,7.703,0.388,0.032,0.094,0.09,0.433,0.049,0.441,0.048,0.995,0.009,1,1.667,0.032,59,98.333,0.032,0.20812,0.00885,1.11471,0.00712,0.0,0.0,-133.876,88.705,60,0,, qwen-max,2025-01-30,60,0,2,58,0.0,96.667,196.5,4.983,11790,0,0,0.0,0.0,0.0,0.0,18.533,21.383,-2.85,2.312,6.062,0.037,0.0,0.045,0.045,0.483,0.023,0.483,0.023,1.0,0.0,0,0.0,0.0,60,100.0,0.0,0.13357,0.00352,0.67959,0.00408,0.0,0.0,-98.859,87.962,60,0,, chat-bison-32k@002,2025-02-28,36,0,36,0,0.0,0.0,26.444,6.179,952,76,30,79.832,31.513,111.345,146.62,37.056,36.889,0.167,1.501,31.645,41.812,0.0,0.0,0.0,0.0,0.0,0.5,0,0.132,0.031,36,100.0,0.0,0,0.0,0.0,0.00841,0.00154,0.47872,0.15409,0.0,0.0,,,36,0,, llama-3.1-tulu-3-8b@q8_0,2025-02-04,42,0,42,0,0.0,0.0,3.5,0.645,147,7,26,47.619,176.871,224.49,133.74,39,39,0.0,0.0,1996.333,593.78,0.0,0.0,0.0,0.0,0.0,0.5,0,0.018,0.003,42,100.0,0.0,0,0.0,0.0,0.00127,0.00018,0.45328,0.08565,0.0,0.0,,,42,0,, gpt-4-32k,2025-01-22,33,0,1,32,0.0,96.97,198.697,2.554,6557,0,0,0.0,0.0,0.0,0.0,13.788,17.727,-3.939,3.87,6.657,0.131,0.0,0.058,0.058,0.485,0.03,0.485,0.03,1.0,0.0,0,0.0,0.0,33,100.0,0.0,2.22661,0.05825,11.19891,0.22576,0.0,0.0,-97.805,118.597,33,0,, o3-mini-low,2025-02-09,121,3,71,47,2.479,38.843,134.769,21.797,16307,48,178,2.944,10.916,13.859,8.754,17.033338842975205,18.760429752066113,-1.727,3.539,663.4276962040841,25.851,0.051,0.139,0.139,0.219,0.071,0.2921910112359551,0.087,0.8570826446280991,0.103,32,26.446,0.118,89,73.554,0.118,0.45190148760330584,0.07502,3.3090555371900825,0.11717,378.5459173553719,181.497,-183.865,80.905,65,56,, qwq-32b,2025-03-09,33,0,33,0,0.0,0.0,24.606,5.524,812,3,92,3.695,113.3,116.995,32.323,37.03,33.636,3.394,1.634,8158.042,345.341,0.0,0.0,0.0,0.0,0.0,0.5,0,0.123,0.028,33,100.0,0.0,0,0.0,0.0,0.04334,0.00994,1.74422,0.07707,0.0,0.0,,,33,0,, gemma-2-27b-it@q6_k_l,2024-11-08,30,0,22,8,0.0,26.667,108.933,25.251,3268,8,52,2.448,15.912,18.36,24.919,25.467,26.333,-0.866,2.669,55.044,2.729,0.0,0.158,0.158,0.133,0.08,0.4,0.131,0.567,0.133,20,66.667,0.169,10,33.333,0.169,0.01987,0.00425,0.19676,0.01423,0.0,0.0,-412.439,182.871,30,0,, qwen2.5-14b-instruct@q8_0,2024-12-18,30,0,30,0,0.0,0.0,13.267,3.588,398,29,59,72.864,148.241,221.106,109.702,38.567,38.4,0.167,0.638,150.631,18.311,0.0,0.0,0.0,0.0,0.0,0.5,0,0.066,0.018,30,100.0,0.0,0,0.0,0.0,0.00956,0.00228,0.79847,0.09007,0.0,0.0,,,30,0,, gpt-4o-2024-05-13,2024-11-05,60,0,12,48,0.0,80.0,184.283,9.433,11057,1,16,0.09,1.447,1.537,3.492,13.633,17.35,-3.717,1.914,31.335,0.869,0.0,0.101,0.101,0.4,0.051,0.436,0.044,0.959,0.039,5,8.333,0.07,55,91.667,0.07,0.26689,0.0132,1.45723,0.0202,0.0,0.0,-157.710,89.726,60,0,, phi-4,2024-12-17,30,0,30,0,0.0,0.0,7.733,1.657,232,44,46,189.655,198.276,387.931,77.509,39,39,0.0,0.0,333.543,40.983,0.0,0.0,0.0,0.0,0.0,0.5,0,0.039,0.008,30,100.0,0.0,0,0.0,0.0,0.00065,0.00011,0.09317,0.0141,0.0,0.0,,,30,0,, qwq-32b-preview@q4_k_m,2025-01-09,30,0,30,0,0.0,0.0,7.967,1.734,239,44,17,184.1,71.13,255.23,157.304,38.867,38.967,-0.1,0.217,2908.0,407.07,0.0,0.0,0.0,0.0,0.0,0.5,0,0.04,0.009,30,100.0,0.0,0,0.0,0.0,0.01166,0.00228,1.63503,0.27835,0.0,0.0,,,30,0,, gemini-2.0-flash-exp,2024-12-30,30,0,28,2,0.0,6.667,85.867,26.346,2576,0,81,0.0,31.444,31.444,46.899,26.933,27.167,-0.234,1.881,168.15,16.079,0.0,0.089,0.089,0.033,0.045,0.5,0.0,0.429,0.132,28,93.333,0.089,2,6.667,0.089,0.01151,0.00365,0.12556,0.00582,0.0,0.0,-672.233,346.308,30,0,, gemini-1.5-flash-001,2024-11-05,30,0,20,10,0.0,33.333,84.133,33.529,2524,18,36,7.132,14.263,21.395,121.095,29.267,35.667,-6.4,3.128,19.915,4.412,0.0,0.169,0.169,0.167,0.086,0.417,0.11,0.429,0.171,18,60.0,0.175,12,40.0,0.175,0.00338,0.00127,0.05946,0.00741,0.0,0.0,-366.861,166.804,30,0,, deephermes-3-llama-3-8b-preview@q8,2025-02-15,42,0,42,0,0.0,0.0,3.286,0.497,138,118,7,855.072,50.725,905.797,134.167,39,39,0.0,0.0,101.355,29.736,0.0,0.0,0.0,0.0,0.0,0.5,0,0.016,0.002,42,100.0,0.0,0,0.0,0.0,0.00145,0.00028,0.4895,0.10194,0.0,0.0,,,42,0,, llama3-8b-8192,2025-01-16,60,0,60,0,0.0,0.0,15.033,2.667,902,104,66,115.299,73.171,188.47,52.862,38.2,38.683,-0.483,0.552,57.02,7.384,0.0,0.0,0.0,0.0,0.0,0.5,0,0.075,0.013,60,100.0,0.0,0,0.0,0.0,0.00043,8e-05,0.03007,0.00297,0.0,0.0,,,60,0,, gemma2-9b-it,2025-01-16,35,0,35,0,0.0,0.0,14.743,5.267,516,83,22,160.853,42.636,203.488,153.402,38.714,38.314,0.4,0.564,20.217,1.508,0.0,0.0,0.0,0.0,0.0,0.5,0,0.074,0.026,35,100.0,0.0,0,0.0,0.0,0.00202,0.00059,0.15771,0.01244,0.0,0.0,,,35,0,, gemini-2.0-flash-lite-001,2025-02-27,66,1,65,0,1.515,0.0,84.212,14.68,5558,17,172,3.059,30.946,34.005,53.913,26.409,30.121,-3.712,1.862,150.15,6.976,0.029,0.0,0.029,0.015,0.03,0.333,0.653,0.43,0.076,63,95.455,0.05,3,4.545,0.05,0.0075,0.00131,0.08785,0.002,0.0,0.0,-812.439,343.096,66,0,, qwen-plus,2025-01-31,33,0,30,3,0.0,9.091,87.576,21.26,2890,2,89,0.692,30.796,31.488,23.301,28.515,25.909,2.606,2.768,440.414,7.515,0.0,0.098,0.098,0.045,0.05,0.5,0.0,0.438,0.106,30,90.909,0.098,3,9.091,0.098,0.07284,0.01749,0.83527,0.01263,0.0,0.0,-616.161,284.549,33,0,, o1-low,2025-02-12,67,27,6,34,40.299,50.746,133.672,23.76,8956,7,3,0.782,0.335,1.117,1.831,15.044746268656716,4.940522388059701,10.104,3.486,1595.3414698526128,38.427,0.141,0.201,0.201,0.657,0.103,0.6565522388059702,0.103,1.0,0.0,0,0.0,0.0,67,100.0,0.0,13.661481194029852,2.22828,102.96649298507464,2.31253,2120.2128358208956,1391.079,153.736,98.851,47,20,88.863254,58.948053 qwen2.5-72b-instruct,2025-01-30,30,0,28,2,0.0,6.667,64.1,18.287,1923,10,71,5.2,36.921,42.122,34.983,30.667,32.733,-2.066,2.11,219.465,10.325,0.0,0.089,0.089,0.033,0.045,0.333,0.327,0.336,0.101,27,90.0,0.107,3,10.0,0.107,0.01101,0.00286,0.17802,0.00681,0.0,0.0,-672.233,346.308,30,0,, grok-2,2025-01-23,49,2,32,15,4.082,30.612,114.143,19.008,5593,1,93,0.179,16.628,16.807,9.453,25.327,22.388,2.939,2.52,0.0,0.0,0.055,0.129,0.133,0.194,0.08,0.528,0.096,0.615,0.096,31,63.265,0.135,18,36.735,0.135,0.0,0.0,0.0,0.0,0.0,0.0,-334.823,123.038,49,0,, google_gemma-3-27b-it@iq4_xs,2025-03-13,67,0,67,0,0.0,0.0,9.672,1.238,648,16,185,24.691,285.494,310.185,47.351,38.06,38.896,-0.836,0.571,115.843,4.575,0.0,0.0,0.0,0.0,0.0,0.5,0,0.048,0.006,67,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,67,0,, google_gemma-3-12b-it@iq4_xs,2025-03-13,134,0,134,0,0.0,0.0,29.776,4.813,3990,329,70,82.456,17.544,100.0,49.715,35.784,36.06,-0.276,0.733,111.144,2.632,0.0,0.0,0.0,0.0,0.0,0.5,0,0.149,0.024,134,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,134,0,, google_gemma-3-12b-it@q8_0,2025-03-13,67,0,67,0,0.0,0.0,17.209,4.395,1153,161,37,139.636,32.09,171.726,45.888,37.06,38.06,-1.0,0.651,151.108,7.006,0.0,0.0,0.0,0.0,0.0,0.0,0,0.099,0.035,66,98.507,0.029,1,1.493,0.029,0.0,0.0,0.0,0.0,0.0,0.0,,,67,0,, amazon.nova-pro-v1,2025-02-05,33,0,33,0,0.0,0.0,11.758,2.828,388,11,88,28.351,226.804,255.155,74.471,38.455,38.909,-0.454,0.401,177.193,18.064,0.0,0.0,0.0,0.0,0.0,0.5,0,0.059,0.014,33,100.0,0.0,0,0.0,0.0,0.01413,0.00402,1.13029,0.09413,0.0,0.0,,,33,0,, granite-3.1-8b-instruct,2025-01-15,30,0,30,0,0.0,0.0,4.2,0.889,126,47,12,373.016,95.238,468.254,175.539,38.967,39,-0.033,0.065,469.127,204.839,0.0,0.0,0.0,0.0,0.0,0.5,0,0.021,0.004,30,100.0,0.0,0,0.0,0.0,0.00291,0.00058,0.9345,0.25927,0.0,0.0,,,30,0,, gpt-35-turbo-0613,2025-01-22,30,0,30,0,0.0,0.0,4.133,1.011,124,90,0,725.806,0.0,725.806,188.725,39,38.967,0.033,0.065,93.629,19.576,0.0,0.0,0.0,0.0,0.0,0.5,0,0.021,0.005,30,100.0,0.0,0,0.0,0.0,0.00273,0.00079,0.6126,0.04839,0.0,0.0,,,30,0,, gemini-2.0-flash-001,2025-02-05,67,3,41,23,4.478,34.328,158.806,10.896,10640,18,95,1.692,8.929,10.62,4.204,14.672,16.657,-1.985,2.289,93.774,3.066,0.05,0.114,0.117,0.216,0.07,0.483,0.088,0.834,0.051,37,55.224,0.119,30,44.776,0.119,0.01469,0.00109,0.09156,0.00155,0.0,0.0,-310.790,101.012,67,0,, gemini-2.0-flash-lite-preview,2025-02-05,39,0,39,0,0.0,0.0,51.256,14.884,1999,21,93,10.505,46.523,57.029,66.669,32.795,34.231,-1.436,1.638,144.004,8.35,0.0,0.0,0.0,0.0,0.0,0.0,0,0.275,0.083,38,97.436,0.05,1,2.564,0.05,0.00444,0.00131,0.08609,0.0025,0.0,0.0,,,39,0,, gemini-2.0-flash-thinking-exp-01-21,2025-01-22,33,0,33,0,0.0,0.0,40.636,8.572,1341,7,1,5.22,0.746,5.966,89.004,33.212,33.727,-0.515,1.842,17.77,8.803,0.0,0.0,0.0,0.0,0.0,0.5,0,0.203,0.043,33,100.0,0.0,0,0.0,0.0,0.00154,0.00033,0.03983,0.00534,0.0,0.0,,,33,0,, gemini-2.0-flash-thinking-exp-1219,2024-12-30,30,0,30,0,0.0,0.0,2.333,0.33,70,89,1,1271.429,14.286,1285.714,101.55,39,39,0.0,0.0,724.543,78.286,0.0,0.0,0.0,0.0,0.0,0.5,0,0.012,0.002,30,100.0,0.0,0,0.0,0.0,0.00103,0.00026,0.41891,0.0448,0.0,0.0,,,30,0,, gpt-35-turbo-0301,2025-01-22,30,0,30,0,0.0,0.0,2.267,0.247,68,90,0,1323.529,0.0,1323.529,92.793,39,39,0.0,0.0,67.059,14.052,0.0,0.0,0.0,0.0,0.0,0.5,0,0.011,0.001,30,100.0,0.0,0,0.0,0.0,0.00119,0.00012,0.54574,0.05544,0.0,0.0,,,30,0,, qwen2.5-14b-instruct-1m,2025-02-01,42,0,42,0,0.0,0.0,7.429,1.681,312,48,49,153.846,157.051,310.897,101.602,38.857,38.952,-0.095,0.174,235.266,84.937,0.0,0.0,0.0,0.0,0.0,0.5,0,0.037,0.008,42,100.0,0.0,0,0.0,0.0,0.00849,0.0016,1.72795,0.50721,0.0,0.0,,,42,0,, deepseek-r1-distill-qwen-14b@q8_0,2025-01-21,30,0,30,0,0.0,0.0,2.6,0.383,78,82,8,1051.282,102.564,1153.846,126.699,39,39,0.0,0.0,3073.064,294.833,0.0,0.0,0.0,0.0,0.0,0.5,0,0.013,0.002,30,100.0,0.0,0,0.0,0.0,0.00189,0.00023,0.76153,0.07312,0.0,0.0,,,30,0,, deepseek-r1-distill-qwen-32b@q4_k_m|isol_temp06,2025-01-21,30,0,30,0,0.0,0.0,3.667,0.842,110,73,7,663.636,63.636,727.273,174.459,39,38.967,0.033,0.065,2173.827,409.717,0.0,0.0,0.0,0.0,0.0,0.5,0,0.018,0.004,30,100.0,0.0,0,0.0,0.0,0.00196,0.00038,0.60781,0.11455,0.0,0.0,,,30,0,, gemini-1.5-pro-preview,2024-11-06,40,0,37,3,0.0,7.5,65.65,18.512,2626,14,71,5.331,27.037,32.369,22.518,29.75,33.075,-3.325,2.355,13.383,0.354,0.0,0.082,0.082,0.037,0.041,0.5,0.0,0.328,0.093,37,92.5,0.082,3,7.5,0.082,0.15497,0.04166,2.3302,0.1435,0.0,0.0,-651.021,283.370,40,0,, mistral-small-24b-instruct@q4_k_m,2025-01-30,42,0,42,0,0.0,0.0,20.333,5.061,854,3,123,3.513,144.028,147.541,39.782,37.405,37.738,-0.333,0.92,110.948,4.958,0.0,0.0,0.0,0.0,0.0,0.5,0,0.102,0.025,42,100.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,42,0,, mistral-nemo-12b-instruct,2025-01-15,30,0,30,0,0.0,0.0,6.733,1.837,202,79,11,391.089,54.455,445.545,194.255,38.767,38.667,0.1,0.509,47.698,18.785,0.0,0.0,0.0,0.0,0.0,0.5,0,0.034,0.009,30,100.0,0.0,0,0.0,0.0,0.00069,0.00017,0.11164,0.00934,0.0,0.0,,,30,0,, llama3.1-8b,2025-01-16,90,0,87,3,0.0,3.333,27.067,4.595,2436,44,188,18.062,77.176,95.238,26.331,37.2,37.833,-0.633,0.803,162.101,85.997,0.0,0.037,0.037,0.017,0.019,0.5,0,0.135,0.023,90,100.0,0.0,0,0.0,0.0,0.00093,0.00013,0.04265,0.00511,0.0,0.0,-795.614,280.352,90,0,, llama-3.3-70b,2025-01-16,42,0,38,4,0.0,9.524,68.714,20.993,2886,2,100,0.693,34.65,35.343,39.039,30.905,33.452,-2.547,1.746,102.982,5.655,0.0,0.089,0.089,0.048,0.045,0.25,0.185,0.379,0.115,34,80.952,0.119,8,19.048,0.119,0.01396,0.00393,0.21756,0.00816,0.0,0.0,-607.685,246.706,42,0,, mistral-small-instruct,2025-01-15,30,0,30,0,0.0,0.0,9.067,1.905,272,58,32,213.235,117.647,330.882,136.374,38.867,38.833,0.034,0.175,88.243,21.229,0.0,0.0,0.0,0.0,0.0,0.5,0,0.045,0.01,30,100.0,0.0,0,0.0,0.0,0.00026,6e-05,0.02858,0.00322,0.0,0.0,,,30,0,, qwen-turbo,2025-01-31,33,0,33,0,0.0,0.0,20.424,4.77,674,4,95,5.935,140.95,146.884,60.204,38,38.333,-0.333,1.047,192.368,26.099,0.0,0.0,0.0,0.0,0.0,0.5,0,0.102,0.024,33,100.0,0.0,0,0.0,0.0,0.00158,0.00033,0.08408,0.00776,0.0,0.0,,,33,0,, gpt-35-turbo-1106,2025-01-22,30,0,30,0,0.0,0.0,3.6,0.869,108,88,2,814.815,18.519,833.333,176.041,39,39,0.0,0.0,48.324,8.19,0.0,0.0,0.0,0.0,0.0,0.5,0,0.018,0.004,30,100.0,0.0,0,0.0,0.0,0.00108,0.00026,0.32298,0.05625,0.0,0.0,,,30,0,, internlm3-8b-instruct,2025-01-15,30,0,30,0,0.0,0.0,3.6,0.688,108,15,39,138.889,361.111,500.0,212.252,39,39,0.0,0.0,1543.898,429.669,0.0,0.0,0.0,0.0,0.0,0.5,0,0.018,0.003,30,100.0,0.0,0,0.0,0.0,0.01254,0.00281,4.47033,1.35451,0.0,0.0,,,30,0,, llama-2-7b-chat,2025-01-15,30,0,30,0,0.0,0.0,2.133,0.182,64,88,2,1375.0,31.25,1406.25,68.091,39,39,0.0,0.0,116.312,68.493,0.0,0.0,0.0,0.0,0.0,0.5,0,0.011,0.001,30,100.0,0.0,0,0.0,0.0,9e-05,2e-05,0.04161,0.0062,0.0,0.0,,,30,0,, amazon.nova-lite-v1,2025-02-05,42,0,42,0,0.0,0.0,4.619,0.785,194,50,46,257.732,237.113,494.845,161.202,38.952,38.929,0.023,0.156,534.381,189.878,0.0,0.0,0.0,0.0,0.0,0.5,0,0.023,0.004,42,100.0,0.0,0,0.0,0.0,0.00131,0.00024,0.39679,0.11687,0.0,0.0,,,42,0,, qwen2.5-7b-instruct-1m,2025-01-31,42,0,42,0,0.0,0.0,9.667,2.112,406,33,93,81.281,229.064,310.345,147.803,38.738,38.714,0.024,0.195,140.791,16.126,0.0,0.0,0.0,0.0,0.0,0.5,0,0.048,0.011,42,100.0,0.0,0,0.0,0.0,0.0001,2e-05,0.012,0.00112,0.0,0.0,,,42,0,, sky-t1-32b-preview,2025-01-14,30,0,30,0,0.0,0.0,13.833,3.328,415,9,59,21.687,142.169,163.855,60.693,38.767,38.8,-0.033,0.345,1216.159,483.631,0.0,0.0,0.0,0.0,0.0,0.5,0,0.069,0.017,30,100.0,0.0,0,0.0,0.0,0.00803,0.00245,0.64649,0.22873,0.0,0.0,,,30,0,, ministral-8b-instruct,2025-01-15,30,0,30,0,0.0,0.0,9.4,2.473,282,56,34,198.582,120.567,319.149,187.553,38.767,38.6,0.167,0.565,72.113,12.894,0.0,0.0,0.0,0.0,0.0,0.5,0,0.047,0.012,30,100.0,0.0,0,0.0,0.0,0.00067,0.00017,0.07924,0.01064,0.0,0.0,,,30,0,, grok-4-20-reasoning,2026-04-18,25,10,11,4,40.0,16.0,98.52,93.287,2463,0,8,0.0,3.248,3.248,21.339,19.92,13.079839999999999,6.84,7.281,0.0,0.0,0.533,0.533,0.298,0.48,0.327,0.47988,0.327,1.0,0.0,0,0.0,0.0,25,100.0,0.0,0.0,0.0,0.0,0.0,10304.87916,9659.453,842.954,182.673,0,25,, gpt-6-sol-xhigh,2026-09-28,21,13,4,4,61.905,19.048,106.238,39.315,2231,1,3,0.448,1.345,1.793,2.774,14.619000000000002,5.19052380952381,9.428,17.761,3135.147592111161,706.689,0.229,0.335,0.346,0.714,0.258,0.7140952380952381,0.258,1.0,0.0,0,0.0,0.0,21,100.0,0.0,3.4084114285714286,1.16205,32.77213619047619,7.08126,2932.3429047619047,1023.001,1545.417,175.688,0,21,2.205496,0.792633 claude-opus-4-7-high,2026-04-25,30,8,6,16,26.667,53.333,139.8,42.192,4194,0,37,0.0,8.822,8.822,9.061,8.366666666666667,6.0,2.367,7.432,387.68783118741055,42.884,0.304,0.304,0.304,0.533,0.244,0.5333333333333333,0.244,1.0,0.0,0,0.0,0.0,30,100.0,0.0,5.572126666666667,1.36179,41.032353333333326,3.69592,1935.9123333333334,1021.233,691.058,144.110,0,30,8.063182,2.590466