player_type,games,na_games,token_na_games,avg_input,avg_cached_input,avg_output,total_cost,avg_cost_per_player_game,player_games,token_complete_player_games,cost_complete_player_games,token_na_player_games,cost_na_player_games,complete_player_games,na_player_games,complete_games,avg_cost_per_game,elo,se_elo,base_identity,condition,is_baseline,expected_elo_cost,efficiency_elo_cost,expected_elo_input,efficiency_elo_input,expected_elo_output,efficiency_elo_output
DeepSeek-V4-Flash-Simple-Per-5,24,0,0,4991136.125,17709.020833333332,219646.70833333334,23.390602946999998,0.48730422806249996,48,48,48,0,0,48,0,24,0.48730422806249996,1478.6244258882505,16.913624251124197,DeepSeek-V4-Flash-Simple,-Per-5,False,1420.6614571270372,57.96296876121323,1458.6291649526365,19.995260935613942,1473.5224872805493,5.101938607701186
DeepSeek-V4-Flash-Simple,24,0,0,10235612.229166666,25618.416666666668,539393.2708333334,48.778598286,1.016220797625,48,48,48,0,0,48,0,24,1.016220797625,1430.657959657676,17.245140856531727,DeepSeek-V4-Flash-Simple,base,False,1443.6826415266069,-13.024681868930884,1484.967741475808,-54.30978181813202,1477.5082595858228,-46.850299928146796
DeepSeek-V4.1-Flash-Simple-Per-5,24,0,0,4694101.333333333,151247.4375,350501.3125,42.911884005,0.8939975834374999,48,48,48,0,0,48,0,24,0.8939975834374999,1495.7108574106826,16.697030764402044,DeepSeek-V4.1-Flash-Simple,-Per-5,False,1439.6688025561898,56.04205485449279,1456.379051407744,39.33180600293849,1475.5958133448223,20.115044065860275
GLM-5.1-Simple,24,0,0,10706788.1875,116670.16666666667,1125883.75,723.47843589,15.072467414375,48,48,48,0,0,48,0,24,15.072467414375,1482.8755534038896,16.873395924010175,GLM-5.1-Simple,base,False,1528.1542818158052,-45.27872841191561,1486.6181867405285,-3.7426333366388462,1480.7729128570675,2.1026405468221583
GLM-5.2-Simple-Per-5,24,0,0,6992952.145833333,2128214.5208333335,1565874.9583333333,268.769904472,5.599373009833333,48,48,48,0,0,48,0,24,5.599373009833333,1495.0137405919922,17.205748625537307,GLM-5.2-Simple,-Per-5,False,1497.137616678574,-2.123876086581731,1470.9965896825174,24.01715090947482,1482.23637739831,12.777363193682277
GLM-5.2-Simple,24,0,0,12427960.479166666,2507543.125,4263282.958333333,633.5632387200001,13.199234140000002,48,48,48,0,0,48,0,24,13.199234140000002,1536.2662695826778,17.06604208761331,GLM-5.2-Simple,base,False,1523.9973565153612,12.26891306731659,1492.0849961419613,44.181273440716495,1486.6798542252093,49.58641535746847
GLM-5.3-Flash-Simple-Per-5,24,0,0,5207977.520833333,153435.41666666666,239153.27083333334,42.24285515,0.8800594822916666,48,48,48,0,0,48,0,24,0.8800594822916666,1435.1617305611612,17.6360249019895,GLM-5.3-Flash-Simple,-Per-5,False,1439.1766037972095,-4.014873236048288,1460.1887762800097,-25.027045718848512,1473.8999552572388,-38.73822469607762
GLM-5.3-Flash-Simple,24,0,0,10159059.9375,551348.1875,583508.6041666666,83.57670179499999,1.7411812873958332,48,48,48,0,0,48,0,24,1.7411812873958332,1470.6517735525645,16.93092242119532,GLM-5.3-Flash-Simple,base,False,1460.5493212882832,10.102452264281283,1484.6924361105953,-14.040662558030817,1477.857024040403,-7.205250487838612
GLM-5.3-Simple-Per-5,24,0,0,8750999.8125,2560505.6875,3203151.0208333335,986.32597036,20.548457715833333,48,48,48,0,0,48,0,24,20.548457715833333,1633.5713511093545,17.48618931668838,GLM-5.3-Simple,-Per-5,False,1537.8618349516278,95.70951615772674,1479.2209658941902,154.35038521516435,1485.4114670205895,148.159884088765
GPT-6-Luna-Simple-Per-5,24,0,0,7051414.541666667,1249992.0208333333,40338.291666666664,29.414943270000002,0.612811318125,48,48,48,0,0,48,0,24,0.612811318125,1509.601424459093,17.25178817496783,GPT-6-Luna-Simple,-Per-5,False,1427.8397373062442,81.76168715284894,1471.3019046712266,38.29951978786653,1466.0040319473742,43.59739251171891
GPT-6-Luna-Simple,25,0,0,13407606.16,2792232.96,132501.18,57.78551198,1.1557102396,50,50,50,0,0,50,0,25,1.1557102396,1484.4652346461553,16.315644080843438,GPT-6-Luna-Simple,base,False,1447.7115651684207,36.75366947773455,1494.8674660690513,-10.402231422895966,1471.280201889069,13.18503275708622
GPT-6.1-Sol-Simple-Per-5,24,0,0,7525874.708333333,2186773.4166666665,54415.1875,559.6660388,11.659709141666667,48,48,48,0,0,48,0,24,11.659709141666667,1599.3107451428589,17.211817294782826,GPT-6.1-Sol-Simple,-Per-5,False,1520.1126717121624,79.19807343069647,1473.6899775862287,125.6207675566302,1467.3320338424303,131.97871130042859
GPT-6.1-Sol-Simple,24,0,0,14086527.6875,3222709.3333333335,124843.35416666667,1133.7893816,23.620612116666667,48,48,48,0,0,48,0,24,23.620612116666667,1545.3496433279254,16.6624958272539,GPT-6.1-Sol-Simple,base,False,1542.2262109216813,3.123432406244092,1496.6789688293993,48.67067449852607,1471.0160950533152,74.33354827461017
GPT-OSS-120B-Simple-Per-5,24,0,0,5446646.5625,402308.875,189376.0,11.2454214924,0.234279614425,48,48,48,0,0,48,0,24,0.234279614425,1382.164967845655,17.8597076740953,GPT-OSS-120B-Simple,-Per-5,False,1397.7212120154577,-15.556244169802767,1461.8320192461374,-79.66705140048248,1472.864631322907,-90.69966347725199
GPT-OSS-120B-Simple,24,0,0,11144121.375,584689.1041666666,558464.2291666666,24.969904781300002,0.5202063496104167,48,48,48,0,0,48,0,24,0.5202063496104167,1422.6055868661754,17.417876929751717,GPT-OSS-120B-Simple,base,False,1422.7080162656084,-0.10242939943304918,1488.0863423315827,-65.48075546540736,1477.662405175288,-55.056818309112714
Gemma-4-Simple-Per-5,24,0,0,5543393.375,115083.89583333333,174157.02083333334,22.226426536,0.46305055283333335,48,48,48,0,0,48,0,24,0.46305055283333335,1458.3299320793544,17.211339075892557,Gemma-4-Simple,-Per-5,False,1419.0623349046073,39.26759717474715,1462.4777028844983,-4.147770805143864,1472.4929622410302,-14.163030161675806
Gemma-4-Simple,24,0,0,12475394.0,228198.8125,507450.6041666667,51.014078504,1.0627933021666667,48,48,48,0,0,48,0,24,1.0627933021666667,1376.8185705068076,17.947361879818644,Gemma-4-Simple,base,False,1445.0862318717332,-68.26766136492552,1492.2246970421957,-115.40612653538801,1477.2374369490626,-100.41886644225497
Kimi-K2.6-Simple,24,0,0,11468352.708333334,161794.25,2386067.7291666665,808.4779423,16.843290464583333,48,48,48,0,0,48,0,24,16.843290464583333,1503.735025705717,16.723167940207304,Kimi-K2.6-Simple,base,False,1531.633741524047,-27.898715818330174,1489.1380809809316,14.596944724785317,1484.104998548826,19.630027156890947
Kimi-K2.7-Simple-Per-5,24,0,0,5695543.166666667,151270.6875,561905.8958333334,294.538574225,6.136220296354167,48,48,48,0,0,48,0,24,6.136220296354167,1517.3054356189307,17.0681506758728,Kimi-K2.7-Simple,-Per-5,False,1500.0053877350051,17.300047883925572,1463.4706905275325,53.83474509139819,1477.6896616397742,39.61577397915653
Kimi-K2.7-Simple,24,0,0,11523467.75,96313.45833333333,1655638.75,689.87159295,14.372324853125,48,48,48,0,0,48,0,24,14.372324853125,1574.3869024659296,17.061605073114695,Kimi-K2.7-Simple,base,False,1526.6643876949167,47.72251477101281,1489.3139011852538,85.07300128067573,1482.4836719267587,91.90323053917086
MiniMax-M2.7-Simple-Per-5,24,0,0,6079425.333333333,883655.2916666666,131874.39583333334,83.68751741999999,1.7434899462499998,48,48,48,0,0,48,0,24,1.7434899462499998,1446.479384499777,17.31466979789713,MiniMax-M2.7-Simple,-Per-5,False,1460.590825633646,-14.111441133868993,1465.8627021582713,-19.383317658494207,1471.2591661211977,-24.779781621420625
MiniMax-M2.7-Simple,24,0,0,11809753.416666666,1610570.9791666667,420676.7708333333,173.41843131,3.612883985625,48,48,48,0,0,48,0,24,3.612883985625,1472.954157055086,16.847771724207593,MiniMax-M2.7-Simple,base,False,1483.4134281577863,-10.459271102700313,1490.2138501246523,-17.25969306956631,1476.4054581058383,-3.451301050752363
MiniMax-M3-Simple-Per-5,24,0,0,6997721.354166667,1546878.3958333333,926359.8958333334,134.07797349,2.793291114375,48,48,48,0,0,48,0,24,2.793291114375,1446.9235734664508,17.632380592315677,MiniMax-M3-Simple,-Per-5,False,1475.3544231746457,-28.430849708194955,1471.0215919189222,-24.09801845247148,1479.9075450090652,-32.98397154261443
Nemotron-3-Super-Simple-Per-5,24,0,0,4566043.354166667,145873.375,654165.4375,36.98680562,0.7705584504166666,48,48,48,0,0,48,0,24,0.7705584504166666,1433.9399325743564,16.827587758241304,Nemotron-3-Super-Simple,-Per-5,False,1435.0145707794068,-1.0746382050504053,1455.364701657561,-21.424769083204637,1478.364109579148,-44.424177004791545
Nemotron-3-Super-Simple,24,0,0,11661571.708333334,710928.4583333334,1651510.3541666667,92.54058176000001,1.9279287866666668,48,48,48,0,0,48,0,24,1.9279287866666668,1438.76556821367,17.337425312086857,Nemotron-3-Super-Simple,base,False,1463.7406022763873,-24.97503406271744,1489.7507936874213,-50.98522547375137,1482.4725957812998,-43.70702756762989
Opus-5.5-Simple-Per-5,24,0,0,7660389.125,141031.02083333334,105746.20833333333,1546.5870138,32.2205627875,48,48,48,0,0,48,0,24,32.2205627875,1593.840091903046,16.977338725550034,Opus-5.5-Simple,-Per-5,False,1551.9515857025772,41.88850620046878,1474.3396589634867,119.50043293955923,1470.2795732849481,123.56051861809783
Qwen-3.5-Simple-Per-5,24,0,0,4962993.520833333,89111.04166666667,345085.7916666667,130.165932,2.71179025,48,48,48,0,0,48,0,24,2.71179025,1423.4648687753065,17.245439673896943,Qwen-3.5-Simple,-Per-5,False,1474.42689789108,-50.962029115773475,1458.4218009751971,-34.956932199890616,1475.5267323864834,-52.06186361117693
Qwen-3.5-Simple,24,0,0,11542559.833333334,283355.8958333333,1370685.7916666667,365.258168067,7.6095451680625,48,48,48,0,0,48,0,24,7.6095451680625,1459.4917161172089,16.67566014270689,Qwen-3.5-Simple,base,False,1506.7459573141941,-47.25424119698528,1489.3746100038268,-29.88289388661792,1481.6457434576753,-22.154027340466428
Qwen-3.6-27B-Simple-Per-5,24,0,0,4920327.458333333,84766.54166666667,175364.70833333334,86.58915302,1.8039406879166666,48,48,48,0,0,48,0,24,1.8039406879166666,1343.6304716265804,18.236037808586037,Qwen-3.6-27B-Simple,-Per-5,False,1461.6584668133457,-118.02799518676534,1458.1051699034947,-114.4746982769143,1472.523620182367,-128.89314855578664
Qwen-3.6-27B-Simple,24,0,0,10216115.083333334,146535.16666666666,530613.7916666666,196.15188544,4.086497613333333,48,48,48,0,0,48,0,24,4.086497613333333,1387.3838783513258,18.211520761327204,Qwen-3.6-27B-Simple,base,False,1487.2718754293417,-99.88799707801581,1484.8978197166725,-97.51394136534668,1477.4354560077168,-90.05157765639092
Qwen-3.8-27B-Simple-Per-5,24,0,0,5976958.229166667,439559.1666666667,601206.3333333334,130.46364855000002,2.7179926781250003,48,48,48,0,0,48,0,24,2.7179926781250003,1454.715121359961,16.769102374547998,Qwen-3.8-27B-Simple,-Per-5,False,1474.4984586624935,-19.783337302532573,1465.2393276602002,-10.524206300239257,1477.9895792675165,-23.274457907555643
Qwen-3.8-27B-Simple,24,0,0,12003354.125,292470.8125,1756342.625,326.35134592500003,6.798986373437501,48,48,48,0,0,48,0,24,6.798986373437501,1517.1995263106485,16.61993098445567,Qwen-3.8-27B-Simple,base,False,1503.218034162116,13.981492148532425,1490.8101594558593,26.38936685478916,1482.7456268441601,34.45389946648834
Qwen-3.8-Flash-Next-Simple-Per-5,26,0,0,5541818.576923077,345993.46153846156,466005.1923076923,52.1864777,1.0035861096153846,52,52,52,0,0,52,0,26,1.0035861096153846,1494.8291301489685,15.99500181248546,Qwen-3.8-Flash-Next-Simple,-Per-5,False,1443.2907590120778,51.538371136890646,1462.4672832605502,32.36184688841831,1476.8594439883877,17.96968616058075
Qwen-3.8-Flash-Next-Simple,24,0,0,10422094.770833334,909996.0625,1194039.2708333333,96.079833815,2.0016632044791667,48,48,48,0,0,48,0,24,2.0016632044791667,1449.1996393859731,16.557027196351896,Qwen-3.8-Flash-Next-Simple,base,False,1464.9162286617839,-15.716589275810747,1485.6298650212725,-36.430225635299394,1481.0336562590496,-31.834016873076507
Sonnet-5.5-Simple-Per-5,24,0,0,12621672.041666666,4956464.145833333,191348.45833333334,851.4982459,17.739546789583333,48,48,48,0,0,48,0,24,17.739546789583333,1495.586997589378,16.63069954826309,Sonnet-5.5-Simple,-Per-5,False,1533.2576607531298,-37.6706631637519,1492.6521932531705,2.934804336207435,1472.910599979888,22.676397609489868