player_type,DeepSeek-V4-Flash-Simple,DeepSeek-V4-Flash-Simple-Per-5,DeepSeek-V4.1-Flash-Simple-Per-5,GLM-5.1-Simple,GLM-5.2-Simple,GLM-5.2-Simple-Per-5,GLM-5.3-Flash-Simple,GLM-5.3-Flash-Simple-Per-5,GLM-5.3-Simple-Per-5,GPT-6-Luna-Simple,GPT-6-Luna-Simple-Per-5,GPT-6.1-Sol-Simple,GPT-6.1-Sol-Simple-Per-5,GPT-OSS-120B-Simple,GPT-OSS-120B-Simple-Per-5,Gemma-4-Simple,Gemma-4-Simple-Per-5,Kimi-K2.6-Simple,Kimi-K2.7-Simple,Kimi-K2.7-Simple-Per-5,MiniMax-M2.7-Simple,MiniMax-M2.7-Simple-Per-5,MiniMax-M3-Simple-Per-5,Nemotron-3-Super-Simple,Nemotron-3-Super-Simple-Per-5,Null,Opus-5.5-Simple-Per-5,Qwen-3.5-Simple,Qwen-3.5-Simple-Per-5,Qwen-3.6-27B-Simple,Qwen-3.6-27B-Simple-Per-5,Qwen-3.8-27B-Simple,Qwen-3.8-27B-Simple-Per-5,Qwen-3.8-Flash-Next-Simple,Qwen-3.8-Flash-Next-Simple-Per-5,Sonnet-5.5-Simple-Per-5,Vanilla
DeepSeek-V4-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.08333333333333333
DeepSeek-V4-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
DeepSeek-V4.1-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.22916666666666666
GLM-5.1-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.10416666666666667
GLM-5.2-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.14583333333333334
GLM-5.2-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
GLM-5.3-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
GLM-5.3-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.14583333333333334
GLM-5.3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.20833333333333334
GPT-6-Luna-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.12
GPT-6-Luna-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
GPT-6.1-Sol-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.1875
GPT-6.1-Sol-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.25
GPT-OSS-120B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.020833333333333332
GPT-OSS-120B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.041666666666666664
Gemma-4-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0
Gemma-4-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.08333333333333333
Kimi-K2.6-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
Kimi-K2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.16666666666666666
Kimi-K2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
MiniMax-M2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
MiniMax-M2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
MiniMax-M3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
Nemotron-3-Super-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
Nemotron-3-Super-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.020833333333333332
Null,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0
Opus-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.2708333333333333
Qwen-3.5-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.10416666666666667
Qwen-3.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
Qwen-3.6-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.020833333333333332
Qwen-3.6-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.041666666666666664
Qwen-3.8-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0625
Qwen-3.8-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0
Qwen-3.8-Flash-Next-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.08333333333333333
Qwen-3.8-Flash-Next-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.038461538461538464
Sonnet-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.125
Vanilla,0.1388888888888889,0.125,0.09027777777777778,0.13194444444444445,0.11805555555555555,0.125,0.125,0.11805555555555555,0.09722222222222222,0.12666666666666668,0.125,0.10416666666666667,0.08333333333333333,0.1597222222222222,0.1527777777777778,0.16666666666666666,0.1388888888888889,0.125,0.1111111111111111,0.14583333333333334,0.125,0.14583333333333334,0.14583333333333334,0.14583333333333334,0.1597222222222222,0.16666666666666666,0.0763888888888889,0.13194444444444445,0.14583333333333334,0.1597222222222222,0.1527777777777778,0.14583333333333334,0.16666666666666666,0.1388888888888889,0.15384615384615385,0.125,