task,model,size,route,n,en,bn,gap,gap_lo,gap_hi,re_asked,unanswered,bn_en_prompt_tokens,api_cost_usd mmlu,claude-opus-5-5,frontier,claude,285,0.9193,0.9053,-0.0140,-0.0351,0.0070,0,0,,2.0556 mmlu,claude-sonnet-5,frontier,claude,285,0.9123,0.8526,-0.0596,-0.0947,-0.0281,0,0,,1.3786 mmlu,claude-haiku-4-5,mid,claude,285,0.8912,0.8421,-0.0491,-0.0877,-0.0140,0,0,,1.2185 mmlu,gemini-3-8-flash,frontier,agy,285,0.9509,0.9474,-0.0035,-0.0246,0.0175,0,0,,0.0000 mmlu,gemini-3-1-pro,frontier,agy,285,0.9368,0.9123,-0.0246,-0.0491,-0.0035,0,0,,0.0000 mmlu,deepseek-v4-1-flash,mid,deepseek,285,0.8982,0.8702,-0.0281,-0.0561,-0.0035,0,0,1.7049,0.0000 mmlu,glm-5-3,mid,zai,285,0.8982,0.8561,-0.0421,-0.0772,-0.0070,43,2,3.6411,0.0000 mmlu,kimi-k2-6,mid,moonshot,285,0.8982,0.8702,-0.0281,-0.0596,0.0000,132,3,2.3637,0.0000 mmlu,qwen3-8-27b,mid,groq,285,0.8491,0.8035,-0.0456,-0.0912,0.0035,44,2,1.7843,0.0000 mmlu,gpt-oss-120b,mid,groq,285,0.8596,0.7930,-0.0667,-0.1088,-0.0246,0,0,1.4645,0.0000 mmlu,gemma-4-26b-a4b,small,openrouter,285,0.8561,0.7544,-0.1018,-0.1509,-0.0526,15,0,1.1342,0.0280 mmlu,qwen3-8b,small,openrouter,285,0.8035,0.6667,-0.1368,-0.1895,-0.0842,2,0,3.7892,0.0644 mmlu,gpt-oss-20b,small,openrouter,285,0.8140,0.7298,-0.0842,-0.1333,-0.0351,0,0,1.4660,0.0162 mmlu,ministral-8b,small,openrouter,285,0.7754,0.6421,-0.1333,-0.1860,-0.0807,0,0,1.6880,0.0190 mmlu,llama-3-1-8b,small,openrouter,285,0.6140,0.3930,-0.2211,-0.2947,-0.1439,49,0,4.3489,0.0059 mmlu,gemma-3-4b,small,openrouter,285,0.5579,0.4386,-0.1193,-0.1825,-0.0561,75,0,1.1226,0.0046 belebele,claude-opus-5-5,frontier,claude,300,0.9800,0.9633,-0.0167,-0.0400,0.0033,0,0,,3.0824 belebele,claude-sonnet-5,frontier,claude,300,0.9533,0.8767,-0.0767,-0.1133,-0.0400,0,0,,1.3787 belebele,claude-haiku-4-5,mid,claude,300,0.9800,0.9100,-0.0700,-0.1033,-0.0400,0,0,,2.0835 belebele,gemini-3-8-flash,frontier,agy,300,0.9867,0.9733,-0.0133,-0.0367,0.0100,0,0,,0.0000 belebele,gemini-3-1-pro,frontier,agy,300,0.9800,0.9467,-0.0333,-0.0567,-0.0133,0,0,,0.0000 belebele,deepseek-v4-1-flash,mid,deepseek,300,0.9733,0.9367,-0.0367,-0.0633,-0.0100,0,0,1.8187,0.0000 belebele,glm-5-3,mid,zai,300,0.9667,0.9233,-0.0433,-0.0733,-0.0167,14,2,4.0730,0.0000 belebele,qwen3-8-27b,mid,groq,300,0.9633,0.9033,-0.0600,-0.0933,-0.0267,0,0,1.9438,0.0000 belebele,gpt-oss-120b,mid,groq,300,0.9700,0.8600,-0.1100,-0.1467,-0.0733,0,0,1.5465,0.0000 belebele,gemma-4-26b-a4b,small,openrouter,300,0.9800,0.8733,-0.1067,-0.1433,-0.0733,0,0,1.1879,0.0201 belebele,qwen3-8b,small,openrouter,300,0.9533,0.7833,-0.1700,-0.2167,-0.1233,1,0,4.3171,0.0724 belebele,gpt-oss-20b,small,openrouter,300,0.9533,0.8433,-0.1100,-0.1500,-0.0700,16,0,1.5988,0.0160 belebele,ministral-8b,small,openrouter,300,0.9200,0.8033,-0.1167,-0.1600,-0.0733,0,0,1.8651,0.0264 belebele,llama-3-1-8b,small,openrouter,300,0.8100,0.5067,-0.3033,-0.3667,-0.2400,48,0,4.8849,0.0085 belebele,gemma-3-4b,small,openrouter,300,0.8167,0.5933,-0.2233,-0.2833,-0.1633,28,0,1.1593,0.0062 mgsm,claude-opus-5-5,frontier,claude,250,0.9960,0.9880,-0.0080,-0.0200,0.0000,0,0,,1.7826 mgsm,claude-sonnet-5,frontier,claude,250,0.9800,0.9480,-0.0320,-0.0640,0.0000,0,0,,0.9433 mgsm,gemini-3-8-flash,frontier,agy,250,1.0000,0.9960,-0.0040,-0.0120,0.0000,0,0,,0.0000 mgsm,gemini-3-1-pro,frontier,agy,250,0.9960,0.9680,-0.0280,-0.0520,-0.0080,0,0,,0.0000 mgsm,deepseek-v4-1-flash,mid,deepseek,250,0.9840,0.9760,-0.0080,-0.0280,0.0120,0,0,1.6188,0.0000 mgsm,glm-5-3,mid,zai,250,0.9960,0.9480,-0.0480,-0.0760,-0.0240,0,0,3.5023,0.0000 mgsm,qwen3-8-27b,mid,groq,250,0.9240,0.9200,-0.0040,-0.0520,0.0440,10,0,1.6925,0.0000 mgsm,gpt-oss-120b,mid,groq,250,0.9800,0.9160,-0.0640,-0.1000,-0.0320,0,0,1.3767,0.0000 mgsm,gemma-4-26b-a4b,small,openrouter,250,0.9760,0.8960,-0.0800,-0.1200,-0.0440,0,0,1.1455,0.0234 mgsm,qwen3-8b,small,openrouter,250,0.9360,0.8520,-0.0840,-0.1320,-0.0400,0,0,3.6089,0.0613 mgsm,gpt-oss-20b,small,openrouter,250,0.9480,0.9160,-0.0320,-0.0680,0.0080,0,0,1.3767,0.0136 mgsm,ministral-8b,small,openrouter,250,0.8920,0.7520,-0.1400,-0.2000,-0.0800,29,1,1.7221,0.0197 mgsm,llama-3-1-8b,small,openrouter,250,0.5720,0.2920,-0.2800,-0.3480,-0.2040,167,16,4.1083,0.0100 mgsm,gemma-3-4b,small,openrouter,250,0.8760,0.6080,-0.2680,-0.3360,-0.2000,387,3,1.1377,0.0090 bnexam,claude-opus-5-5,frontier,claude,300,,0.9200,,,,0,0,,1.0414 bnexam,claude-sonnet-5,frontier,claude,300,,0.8867,,,,0,0,,0.6609 bnexam,claude-haiku-4-5,mid,claude,300,,0.8067,,,,1,-1,,0.7401 bnexam,gemini-3-8-flash,frontier,agy,300,,0.9267,,,,0,0,,0.0000 bnexam,gemini-3-1-pro,frontier,agy,300,,0.9267,,,,0,0,,0.0000 bnexam,deepseek-v4-1-flash,mid,deepseek,300,,0.8900,,,,0,0,,0.0000 bnexam,glm-5-3,mid,zai,300,,0.8633,,,,0,0,,0.0000 bnexam,qwen3-8-27b,mid,groq,300,,0.7600,,,,16,-16,,0.0000 bnexam,gpt-oss-120b,mid,groq,300,,0.7567,,,,0,0,,0.0000 bnexam,gemma-4-26b-a4b,small,openrouter,300,,0.7633,,,,6,-6,,0.0127 bnexam,qwen3-8b,small,openrouter,300,,0.6700,,,,1,0,,0.0299 bnexam,gpt-oss-20b,small,openrouter,300,,0.6833,,,,2,-2,,0.0108 bnexam,ministral-8b,small,openrouter,300,,0.5400,,,,158,-68,,0.0090 bnexam,llama-3-1-8b,small,openrouter,300,,0.3367,,,,49,-15,,0.0030 bnexam,gemma-3-4b,small,openrouter,300,,0.4233,,,,0,0,,0.0033