player_type,DeepSeek-V4-Flash-Simple,DeepSeek-V4-Flash-Simple-Per-5,DeepSeek-V4.1-Flash-Simple-Per-5,GLM-5.1-Simple,GLM-5.2-Simple,GLM-5.2-Simple-Per-5,GLM-5.3-Flash-Simple,GLM-5.3-Flash-Simple-Per-5,GLM-5.3-Simple-Per-5,GPT-6-Luna-Simple,GPT-6-Luna-Simple-Per-5,GPT-6.1-Sol-Simple,GPT-6.1-Sol-Simple-Per-5,GPT-OSS-120B-Simple,GPT-OSS-120B-Simple-Per-5,Gemma-4-Simple,Gemma-4-Simple-Per-5,Kimi-K2.6-Simple,Kimi-K2.7-Simple,Kimi-K2.7-Simple-Per-5,MiniMax-M2.7-Simple,MiniMax-M2.7-Simple-Per-5,MiniMax-M3-Simple-Per-5,Nemotron-3-Super-Simple,Nemotron-3-Super-Simple-Per-5,Null,Opus-5.5-Simple-Per-5,Qwen-3.5-Simple,Qwen-3.5-Simple-Per-5,Qwen-3.6-27B-Simple,Qwen-3.6-27B-Simple-Per-5,Qwen-3.8-27B-Simple,Qwen-3.8-27B-Simple-Per-5,Qwen-3.8-Flash-Next-Simple,Qwen-3.8-Flash-Next-Simple-Per-5,Sonnet-5.5-Simple-Per-5,Vanilla
DeepSeek-V4-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.05730968385041018
DeepSeek-V4-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.031719508093908444
DeepSeek-V4.1-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.007990379736463042
GLM-5.1-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.02655377024730236
GLM-5.2-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.04525088039007021
GLM-5.2-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.014184336990008158
GLM-5.3-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.043228689161129985
GLM-5.3-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.05219942193125663
GLM-5.3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.114449744209352
GPT-6-Luna-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.002612661561980288
GPT-6-Luna-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,4.3745218479931035e-05
GPT-6.1-Sol-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.059914956973880246
GPT-6.1-Sol-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.10835704943794887
GPT-OSS-120B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.07519635209678724
GPT-OSS-120B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.11941734843234943
Gemma-4-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.11145178676254128
Gemma-4-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.04784934026423541
Kimi-K2.6-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.012313580489330206
Kimi-K2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.05777087389786427
Kimi-K2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.014771704536386756
MiniMax-M2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.02664465004974567
MiniMax-M2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.04130175616703333
MiniMax-M3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.04818165171209827
Nemotron-3-Super-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.054856698558989565
Nemotron-3-Super-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.06760651547179714
Null,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.18141284154349607
Opus-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.07745069243549287
Qwen-3.5-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.019932699192888245
Qwen-3.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.07599477013256815
Qwen-3.6-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.10472734071673602
Qwen-3.6-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.1095873446355707
Qwen-3.8-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0025728338102774684
Qwen-3.8-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.04562358435138875
Qwen-3.8-Flash-Next-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.05808484300863174
Qwen-3.8-Flash-Next-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.01975957824184013
Sonnet-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0024518992116424796
Vanilla,0.05730968385041018,0.031719508093908444,-0.007990379736463039,0.02655377024730236,-0.045250880390070206,0.014184336990008158,0.04322868916112998,0.05219942193125663,-0.114449744209352,-0.0026126615619802866,-4.3745218479931035e-05,-0.05991495697388024,-0.10835704943794888,0.07519635209678724,0.11941734843234943,0.11145178676254128,0.0478493402642354,-0.012313580489330206,-0.05777087389786427,-0.014771704536386761,0.02664465004974567,0.04130175616703334,0.04818165171209827,0.05485669855898957,0.06760651547179714,0.18141284154349607,-0.07745069243549288,0.019932699192888245,0.07599477013256815,0.104727340716736,0.10958734463557071,-0.0025728338102774715,0.04562358435138875,0.05808484300863174,0.01975957824184013,-0.0024518992116424696,