player_type,DeepSeek-V4-Flash-Simple,DeepSeek-V4-Flash-Simple-Per-5,DeepSeek-V4.1-Flash-Simple-Per-5,GLM-5.1-Simple,GLM-5.2-Simple,GLM-5.2-Simple-Per-5,GLM-5.3-Flash-Simple,GLM-5.3-Flash-Simple-Per-5,GLM-5.3-Simple-Per-5,GPT-6-Luna-Simple,GPT-6-Luna-Simple-Per-5,GPT-6.1-Sol-Simple,GPT-6.1-Sol-Simple-Per-5,GPT-OSS-120B-Simple,GPT-OSS-120B-Simple-Per-5,Gemma-4-Simple,Gemma-4-Simple-Per-5,Kimi-K2.6-Simple,Kimi-K2.7-Simple,Kimi-K2.7-Simple-Per-5,MiniMax-M2.7-Simple,MiniMax-M2.7-Simple-Per-5,MiniMax-M3-Simple-Per-5,Nemotron-3-Super-Simple,Nemotron-3-Super-Simple-Per-5,Null,Opus-5.5-Simple-Per-5,Qwen-3.5-Simple,Qwen-3.5-Simple-Per-5,Qwen-3.6-27B-Simple,Qwen-3.6-27B-Simple-Per-5,Qwen-3.8-27B-Simple,Qwen-3.8-27B-Simple-Per-5,Qwen-3.8-Flash-Next-Simple,Qwen-3.8-Flash-Next-Simple-Per-5,Sonnet-5.5-Simple-Per-5,Vanilla
DeepSeek-V4-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0006279776937475346
DeepSeek-V4-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.08111464998435425
DeepSeek-V4.1-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.6993015975914596
GLM-5.1-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.1353364877903553
GLM-5.2-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.018930473061424792
GLM-5.2-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.4452158295218335
GLM-5.3-Flash-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.016642500152393797
GLM-5.3-Flash-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0006727426611153436
GLM-5.3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,4.98627072700698e-09
GPT-6-Luna-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.8887973738686428
GPT-6-Luna-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.9978058710590034
GPT-6.1-Sol-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.003107595602826109
GPT-6.1-Sol-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2.3557595822737382e-07
GPT-OSS-120B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3.514741879755235e-05
GPT-OSS-120B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.1864896298703528e-11
Gemma-4-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,5.537931761704943e-11
Gemma-4-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0034753124435595293
Kimi-K2.6-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.5034728072264523
Kimi-K2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0016609026512766987
Kimi-K2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.3924957551958479
MiniMax-M2.7-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.16728500265304144
MiniMax-M2.7-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.013497805847972165
MiniMax-M3-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0030754432436076702
Nemotron-3-Super-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0013288986829946882
Nemotron-3-Super-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0008091751206911437
Null,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2.6356293450938223e-23
Opus-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.00021778162335175512
Qwen-3.5-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.30510070051100785
Qwen-3.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3.089931673624187e-05
Qwen-3.6-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.1102834830577573e-09
Qwen-3.6-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2.4148609059612644e-10
Qwen-3.8-27B-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.8887885097857511
Qwen-3.8-27B-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.022855397423541788
Qwen-3.8-Flash-Next-Simple,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.007051404193889927
Qwen-3.8-Flash-Next-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.29078246964493193
Sonnet-5.5-Simple-Per-5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.9005557096502199
Vanilla,0.0006279776937475346,0.08111464998435425,0.6993015975914596,0.1353364877903552,0.018930473061424827,0.4452158295218335,0.016642500152393797,0.0006727426611153436,4.98627072700698e-09,0.8887973738686428,0.9978058710590034,0.0031075956028261153,2.3557595822737382e-07,3.514741879755235e-05,1.1864896298703528e-11,5.537931761704943e-11,0.003475312443559538,0.5034728072264523,0.0016609026512767015,0.3924957551958479,0.16728500265304144,0.013497805847972137,0.0030754432436076702,0.001328898682994682,0.0008091751206911437,2.6356293450938982e-23,0.00021778162335175472,0.30510070051100785,3.089931673624187e-05,1.1102834830577695e-09,2.4148609059612644e-10,0.888788509785751,0.022855397423541788,0.007051404193889927,0.29078246964493193,0.9005557096502204,