player_type,win_rate_vs_ref,wins,n,expected_win_rate,p_value_win_rate,score_ratio_margin_vs_ref,p_value_score_ratio,base_identity,condition
DeepSeek-V4-Flash-Simple,0.08333333333333333,4,48.0,0.125,,-0.04637361111111112,0.18680731669849038,DeepSeek-V4-Flash-Simple,base
DeepSeek-V4-Flash-Simple-Per-5,0.125,6,48.0,0.125,,-0.03135138888888889,0.3351347041426518,DeepSeek-V4-Flash-Simple,-Per-5
DeepSeek-V4.1-Flash-Simple-Per-5,0.22916666666666666,11,48.0,0.125,,-0.030873611111111116,0.4539738150590682,DeepSeek-V4.1-Flash-Simple,-Per-5
GLM-5.1-Simple,0.10416666666666667,5,48.0,0.125,,-0.042433333333333344,0.3339441086204842,GLM-5.1-Simple,base
GLM-5.2-Simple,0.14583333333333334,7,48.0,0.125,,-0.02493819444444445,0.4791813586613334,GLM-5.2-Simple,base
GLM-5.2-Simple-Per-5,0.125,6,48.0,0.125,,-0.04265277777777778,0.3332693503039663,GLM-5.2-Simple,-Per-5
GLM-5.3-Flash-Simple,0.125,6,48.0,0.125,,-0.06649930555555557,0.0712423182238518,GLM-5.3-Flash-Simple,base
GLM-5.3-Flash-Simple-Per-5,0.14583333333333334,7,48.0,0.125,,-0.06869097222222222,0.10167285137968753,GLM-5.3-Flash-Simple,-Per-5
GLM-5.3-Simple-Per-5,0.20833333333333334,10,48.0,0.125,,0.08841805555555554,0.0786698647988473,GLM-5.3-Simple,-Per-5
GPT-6-Luna-Simple,0.12,6,50.0,0.125,,-0.07894266666666666,0.030828337455468365,GPT-6-Luna-Simple,base
GPT-6-Luna-Simple-Per-5,0.125,6,48.0,0.125,,-0.043125694444444425,0.23334298826605648,GPT-6-Luna-Simple,-Per-5
GPT-6.1-Sol-Simple,0.1875,9,48.0,0.125,,-0.02094305555555555,0.5453175371049586,GPT-6.1-Sol-Simple,base
GPT-6.1-Sol-Simple-Per-5,0.25,12,48.0,0.125,,0.013373611111111105,0.7221972702052315,GPT-6.1-Sol-Simple,-Per-5
GPT-OSS-120B-Simple,0.020833333333333332,1,48.0,0.125,,-0.1261111111111111,0.00034552068623285644,GPT-OSS-120B-Simple,base
GPT-OSS-120B-Simple-Per-5,0.041666666666666664,2,48.0,0.125,,-0.17531041666666666,4.405665991079112e-06,GPT-OSS-120B-Simple,-Per-5
Gemma-4-Simple,0.0,0,48.0,0.125,,-0.12095138888888889,0.0005220455996695722,Gemma-4-Simple,base
Gemma-4-Simple-Per-5,0.08333333333333333,4,48.0,0.125,,-0.08063472222222222,0.05826666997409532,Gemma-4-Simple,-Per-5
Kimi-K2.6-Simple,0.125,6,48.0,0.125,,-0.041559722222222234,0.2669360817292036,Kimi-K2.6-Simple,base
Kimi-K2.7-Simple,0.16666666666666666,8,48.0,0.125,,0.01297986111111111,0.7365083028691888,Kimi-K2.7-Simple,base
Kimi-K2.7-Simple-Per-5,0.0625,3,48.0,0.125,,-0.004790972222222222,0.8931234453699242,Kimi-K2.7-Simple,-Per-5
MiniMax-M2.7-Simple,0.125,6,48.0,0.125,,-0.08066805555555555,0.04668046838946629,MiniMax-M2.7-Simple,base
MiniMax-M2.7-Simple-Per-5,0.0625,3,48.0,0.125,,-0.0689951388888889,0.0723199442411039,MiniMax-M2.7-Simple,-Per-5
MiniMax-M3-Simple-Per-5,0.0625,3,48.0,0.125,,-0.0811798611111111,0.07168870762952104,MiniMax-M3-Simple,-Per-5
Nemotron-3-Super-Simple,0.0625,3,48.0,0.125,,-0.13984305555555557,0.00020997509156817247,Nemotron-3-Super-Simple,base
Nemotron-3-Super-Simple-Per-5,0.020833333333333332,1,48.0,0.125,,-0.1288451388888889,0.0001404340729335572,Nemotron-3-Super-Simple,-Per-5
Null,0.0,0,48.0,0.125,,-0.19145277777777778,8.248313103415693e-10,Null,base
Opus-5.5-Simple-Per-5,0.2708333333333333,13,48.0,0.125,,0.0024506944444444476,0.9472878951731809,Opus-5.5-Simple,-Per-5
Qwen-3.5-Simple,0.10416666666666667,5,48.0,0.125,,-0.06312986111111112,0.11846302424762409,Qwen-3.5-Simple,base
Qwen-3.5-Simple-Per-5,0.0625,3,48.0,0.125,,-0.10110555555555556,0.005628656046427395,Qwen-3.5-Simple,-Per-5
Qwen-3.6-27B-Simple,0.020833333333333332,1,48.0,0.125,,-0.14797083333333333,2.0237098538912263e-06,Qwen-3.6-27B-Simple,base
Qwen-3.6-27B-Simple-Per-5,0.041666666666666664,2,48.0,0.125,,-0.15446944444444444,0.00010283745940333518,Qwen-3.6-27B-Simple,-Per-5
Qwen-3.8-27B-Simple,0.0625,3,48.0,0.125,,-0.08895694444444446,0.0014973262171872588,Qwen-3.8-27B-Simple,base
Qwen-3.8-27B-Simple-Per-5,0.0,0,48.0,0.125,,-0.11588958333333334,0.000199150532064372,Qwen-3.8-27B-Simple,-Per-5
Qwen-3.8-Flash-Next-Simple,0.08333333333333333,4,48.0,0.125,,-0.10651875,0.005074762549693338,Qwen-3.8-Flash-Next-Simple,base
Qwen-3.8-Flash-Next-Simple-Per-5,0.038461538461538464,2,52.0,0.125,,-0.08829102564102564,0.007458783407429678,Qwen-3.8-Flash-Next-Simple,-Per-5
Sonnet-5.5-Simple-Per-5,0.125,6,48.0,0.125,,-0.05943888888888888,0.10503453555836043,Sonnet-5.5-Simple,-Per-5