player_type,mean_diff_vs_ref,p_value_mean,winrate_vs_ref,p_value_winrate,n,base_identity,condition
DeepSeek-V4-Flash-Simple,-0.05730968385041018,0.0006279776937475346,0.4270833333333333,0.0006279776937475346,288.0,DeepSeek-V4-Flash-Simple,base
DeepSeek-V4-Flash-Simple-Per-5,-0.031719508093908444,0.08111464998435425,0.4826388888888889,0.08111464998435425,288.0,DeepSeek-V4-Flash-Simple,-Per-5
DeepSeek-V4.1-Flash-Simple-Per-5,0.007990379736463042,0.6993015975914596,0.4722222222222222,0.6993015975914596,288.0,DeepSeek-V4.1-Flash-Simple,-Per-5
GLM-5.1-Simple,-0.02655377024730236,0.1353364877903553,0.4861111111111111,0.1353364877903553,288.0,GLM-5.1-Simple,base
GLM-5.2-Simple,0.04525088039007021,0.018930473061424792,0.5416666666666666,0.018930473061424792,288.0,GLM-5.2-Simple,base
GLM-5.2-Simple-Per-5,-0.014184336990008158,0.4452158295218335,0.5069444444444444,0.4452158295218335,288.0,GLM-5.2-Simple,-Per-5
GLM-5.3-Flash-Simple,-0.043228689161129985,0.016642500152393797,0.4791666666666667,0.016642500152393797,288.0,GLM-5.3-Flash-Simple,base
GLM-5.3-Flash-Simple-Per-5,-0.05219942193125663,0.0006727426611153436,0.4305555555555556,0.0006727426611153436,288.0,GLM-5.3-Flash-Simple,-Per-5
GLM-5.3-Simple-Per-5,0.114449744209352,4.98627072700698e-09,0.6666666666666666,4.98627072700698e-09,288.0,GLM-5.3-Simple,-Per-5
GPT-6-Luna-Simple,0.002612661561980288,0.8887973738686428,0.4766666666666667,0.8887973738686428,300.0,GPT-6-Luna-Simple,base
GPT-6-Luna-Simple-Per-5,4.3745218479931035e-05,0.9978058710590034,0.5208333333333334,0.9978058710590034,288.0,GPT-6-Luna-Simple,-Per-5
GPT-6.1-Sol-Simple,0.059914956973880246,0.003107595602826109,0.53125,0.003107595602826109,288.0,GPT-6.1-Sol-Simple,base
GPT-6.1-Sol-Simple-Per-5,0.10835704943794887,2.3557595822737382e-07,0.6111111111111112,2.3557595822737382e-07,288.0,GPT-6.1-Sol-Simple,-Per-5
GPT-OSS-120B-Simple,-0.07519635209678724,3.514741879755235e-05,0.4027777777777778,3.514741879755235e-05,288.0,GPT-OSS-120B-Simple,base
GPT-OSS-120B-Simple-Per-5,-0.11941734843234943,1.1864896298703528e-11,0.3680555555555556,1.1864896298703528e-11,288.0,GPT-OSS-120B-Simple,-Per-5
Gemma-4-Simple,-0.11145178676254128,5.537931761704943e-11,0.3541666666666667,5.537931761704943e-11,288.0,Gemma-4-Simple,base
Gemma-4-Simple-Per-5,-0.04784934026423541,0.0034753124435595293,0.4618055555555556,0.0034753124435595293,288.0,Gemma-4-Simple,-Per-5
Kimi-K2.6-Simple,0.012313580489330206,0.5034728072264523,0.4965277777777778,0.5034728072264523,288.0,Kimi-K2.6-Simple,base
Kimi-K2.7-Simple,0.05777087389786427,0.0016609026512766987,0.6006944444444444,0.0016609026512766987,288.0,Kimi-K2.7-Simple,base
Kimi-K2.7-Simple-Per-5,0.014771704536386756,0.3924957551958479,0.5208333333333334,0.3924957551958479,288.0,Kimi-K2.7-Simple,-Per-5
MiniMax-M2.7-Simple,-0.02664465004974567,0.16728500265304144,0.4722222222222222,0.16728500265304144,288.0,MiniMax-M2.7-Simple,base
MiniMax-M2.7-Simple-Per-5,-0.04130175616703333,0.013497805847972165,0.4305555555555556,0.013497805847972165,288.0,MiniMax-M2.7-Simple,-Per-5
MiniMax-M3-Simple-Per-5,-0.04818165171209827,0.0030754432436076702,0.4340277777777778,0.0030754432436076702,288.0,MiniMax-M3-Simple,-Per-5
Nemotron-3-Super-Simple,-0.054856698558989565,0.0013288986829946882,0.4201388888888889,0.0013288986829946882,288.0,Nemotron-3-Super-Simple,base
Nemotron-3-Super-Simple-Per-5,-0.06760651547179714,0.0008091751206911437,0.4166666666666667,0.0008091751206911437,288.0,Nemotron-3-Super-Simple,-Per-5
Null,-0.18141284154349607,2.6356293450938223e-23,0.2777777777777778,2.6356293450938223e-23,288.0,Null,base
Opus-5.5-Simple-Per-5,0.07745069243549287,0.00021778162335175512,0.6215277777777778,0.00021778162335175512,288.0,Opus-5.5-Simple,-Per-5
Qwen-3.5-Simple,-0.019932699192888245,0.30510070051100785,0.4409722222222222,0.30510070051100785,288.0,Qwen-3.5-Simple,base
Qwen-3.5-Simple-Per-5,-0.07599477013256815,3.089931673624187e-05,0.4166666666666667,3.089931673624187e-05,288.0,Qwen-3.5-Simple,-Per-5
Qwen-3.6-27B-Simple,-0.10472734071673602,1.1102834830577573e-09,0.3645833333333333,1.1102834830577573e-09,288.0,Qwen-3.6-27B-Simple,base
Qwen-3.6-27B-Simple-Per-5,-0.1095873446355707,2.4148609059612644e-10,0.2986111111111111,2.4148609059612644e-10,288.0,Qwen-3.6-27B-Simple,-Per-5
Qwen-3.8-27B-Simple,0.0025728338102774684,0.8887885097857511,0.5243055555555556,0.8887885097857511,288.0,Qwen-3.8-27B-Simple,base
Qwen-3.8-27B-Simple-Per-5,-0.04562358435138875,0.022855397423541788,0.4340277777777778,0.022855397423541788,288.0,Qwen-3.8-27B-Simple,-Per-5
Qwen-3.8-Flash-Next-Simple,-0.05808484300863174,0.007051404193889927,0.4340277777777778,0.007051404193889927,288.0,Qwen-3.8-Flash-Next-Simple,base
Qwen-3.8-Flash-Next-Simple-Per-5,-0.01975957824184013,0.29078246964493193,0.5032051282051282,0.29078246964493193,312.0,Qwen-3.8-Flash-Next-Simple,-Per-5
Sonnet-5.5-Simple-Per-5,0.0024518992116424796,0.9005557096502199,0.4930555555555556,0.9005557096502199,288.0,Sonnet-5.5-Simple,-Per-5