model,AMPS_Hard,code_completion,code_generation,connections,consecutive_events,integrals_with_game,javascript,logic_with_navigation,math_comp,olympiad,paraphrase,plot_unscrambling,python,simplify,spatial,story_generation,summarize,tablejoin,tablereformat,theory_of_mind,typescript,typos,zebra_puzzle
claude-opus-4-5-20251101-thinking-64k-high-effort,99.0,80.435,78.873,99.333,79.363,78.0,59.091,68.0,95.098,89.458,65.667,66.45,40.0,54.95,96.0,65.85,63.717,45.923,98.039,78.846,20.0,78.0,77.5
claude-opus-4-6-thinking-auto-high-effort,97.0,76.087,80.282,99.333,63.467,73.0,63.636,80.0,95.098,92.17,62.817,66.476,50.0,59.15,98.0,66.133,65.15,48.173,98.039,82.692,33.333,84.0,94.0
claude-opus-4-7-xhigh-effort,98.0,78.261,85.915,92.333,89.521,84.0,63.636,70.0,98.039,91.376,65.767,61.409,45.0,65.5,100.0,69.4,66.283,47.231,98.039,80.769,43.333,80.0,98.0
claude-sonnet-4-6-thinking-auto-medium-effort,76.0,78.261,80.282,99.333,92.683,90.0,54.545,70.0,94.118,87.858,59.4,56.975,50.0,62.933,100.0,68.9,61.65,45.077,96.078,73.077,23.333,72.0,96.0
claude-sonnet-5-xhigh-effort,98.0,78.261,83.099,95.5,74.741,88.0,68.182,86.0,95.098,90.671,61.25,53.411,60.0,60.65,100.0,62.317,71.217,42.442,98.039,80.769,50.0,76.0,88.0
deepseek-v4-flash,98.0,65.217,73.239,89.5,59.915,37.0,54.545,64.0,97.059,86.531,62.383,46.872,35.0,54.05,96.0,67.267,68.85,46.115,98.039,73.077,23.333,74.0,49.25
deepseek-v4-pro,98.0,69.565,70.423,98.0,75.421,78.0,54.545,64.0,96.078,90.624,56.217,56.391,50.0,55.933,94.0,67.75,69.5,48.192,100.0,80.769,23.333,80.0,92.0
gemini-3.1-pro-preview-high,98.0,78.261,74.648,100.0,85.239,78.0,59.091,72.0,96.078,92.102,79.867,74.128,50.0,71.05,98.0,77.25,88.233,52.346,98.039,80.769,23.333,82.0,85.25
gemini-3.5-flash-high,98.0,76.087,80.282,100.0,47.994,68.0,63.636,74.0,95.098,91.877,75.517,67.753,50.0,69.1,96.0,75.2,82.583,50.5,96.078,80.769,33.333,86.0,77.25
glm-5.2,98.0,80.435,78.873,94.0,79.276,76.0,63.636,80.0,96.078,89.047,62.25,60.725,55.0,55.667,94.0,62.883,68.367,45.865,96.078,75.0,36.667,74.0,65.5
gpt-5.2-2025-12-11-high,97.0,76.087,76.056,99.0,88.913,92.0,59.091,74.0,95.098,88.566,64.1,58.427,55.0,54.083,96.0,65.7,63.2,45.577,100.0,78.846,36.667,82.0,84.0
gpt-5.2-codex,98.0,86.957,80.282,95.0,89.016,75.0,68.182,68.0,95.098,86.997,67.05,56.035,60.0,60.567,94.0,74.783,63.383,45.596,100.0,78.846,20.0,70.0,70.0
gpt-5.4-mini-xhigh,97.0,75.556,67.692,98.98,62.972,37.0,50.0,60.0,94.118,85.73,58.883,43.875,55.0,54.067,88.0,66.633,59.633,49.385,100.0,76.923,20.0,70.0,60.372
gpt-5.4-nano-xhigh,98.0,67.391,74.286,94.388,54.301,82.828,63.636,64.0,95.098,87.982,66.649,39.133,50.0,62.75,82.0,67.653,71.767,50.588,98.039,80.769,26.667,54.0,97.619
gpt-5.4-xhigh,98.0,80.435,74.648,100.0,86.19,93.0,68.182,68.0,94.118,91.474,63.433,65.901,50.0,70.0,98.0,79.017,68.417,51.75,100.0,88.462,43.333,82.0,98.0
gpt-5.5-xhigh,97.0,82.609,81.69,100.0,88.823,99.0,63.636,76.0,96.078,91.351,71.733,74.089,55.0,66.317,98.0,72.55,72.317,55.904,100.0,84.615,43.333,88.0,100.0
grok-4.3,97.0,65.217,74.648,94.0,28.029,63.0,27.273,66.0,95.098,82.258,64.383,48.74,15.0,57.6,98.0,70.6,58.417,41.25,98.039,61.538,13.333,78.0,57.75
grok-4.5,99.0,69.565,67.606,98.0,75.536,78.0,72.727,72.0,97.059,89.239,69.217,66.386,60.0,70.167,100.0,73.583,73.15,43.577,100.0,82.692,36.667,84.0,94.0
grok-build-0.1,66.0,67.391,63.38,84.0,69.728,66.0,59.091,70.0,95.098,86.617,58.383,53.38,45.0,62.6,98.0,72.533,67.367,42.654,100.0,69.231,33.333,80.0,68.25
kimi-k2.6-thinking,97.0,78.261,78.873,89.333,51.268,54.0,59.091,70.0,96.078,90.027,61.633,58.091,55.0,61.417,94.0,66.883,67.5,46.096,98.039,75.0,26.667,78.0,78.5
kimi-k2.7-code,97.0,76.087,71.831,98.0,48.277,37.0,63.636,74.0,94.118,90.299,48.533,55.717,50.0,49.75,92.0,68.567,58.317,47.538,92.157,69.231,23.333,80.0,96.0
minimax-m3,75.0,67.391,69.014,96.333,84.614,56.0,63.636,66.0,91.176,85.614,55.933,50.174,35.0,56.617,94.0,63.55,53.933,45.846,98.039,76.923,23.333,84.0,61.0
qwen3.6-27b,93.0,71.739,71.831,77.167,70.395,52.0,54.545,62.0,92.157,82.317,49.433,42.746,40.0,50.733,100.0,60.133,52.617,42.846,98.039,65.385,23.333,70.0,53.75
qwen3.6-plus,97.0,76.087,80.282,90.5,67.042,62.0,59.091,70.0,93.137,82.762,60.617,52.468,45.0,51.567,98.0,56.867,64.317,44.654,98.039,67.308,20.0,82.0,68.0
qwen3.7-max,98.0,69.565,78.873,96.5,71.8,59.0,59.091,84.0,97.059,86.934,72.0,58.717,45.0,64.083,96.0,76.283,83.8,45.519,98.039,78.846,26.667,84.0,74.5
gpt-5.6-sol-max,98.0,84.783,83.099,100.0,90.214,100.0,63.636,82.0,95.098,91.693,71.517,79.051,55.0,70.517,100.0,75.917,69.433,49.308,100.0,84.615,50.0,84.0,100.0
gpt-5.6-terra-max,98.0,80.435,76.056,93.0,87.67,95.0,68.182,76.0,95.098,91.535,57.033,69.678,50.0,61.433,100.0,66.833,73.167,50.25,100.0,86.538,46.667,86.0,100.0
gpt-5.6-luna-max,98.0,86.957,78.873,96.5,86.504,70.0,63.636,80.0,92.157,88.646,47.817,51.201,45.0,58.667,96.0,69.067,64.933,47.596,100.0,73.077,36.667,70.0,93.5
claude-fable-5-max-effort,99.0,80.435,91.549,99.333,91.36,97.0,68.182,78.0,95.098,92.845,77.65,78.719,65.0,72.033,96.0,71.7,81.7,56.135,94.118,84.615,53.333,94.0,100.0
muse-spark-1.1-xhigh,82.0,78.261,76.056,98.0,71.086,83.0,77.273,78.0,96.078,87.501,69.4,63.026,55.0,65.7,100.0,69.15,74.3,46.558,100.0,76.923,43.333,62.0,96.0
kimi-k3,97.0,82.609,80.282,100.0,89.758,54.0,68.182,80.0,95.098,91.649,74.367,72.584,65.0,66.367,100.0,75.367,69.35,48.404,98.039,82.692,53.333,84.0,100.0
inkling-xhigh,99.0,67.391,74.648,91.167,69.853,72.0,68.182,66.0,97.059,85.4,70.85,53.209,50.0,60.5,94.0,74.183,74.85,48.481,100.0,65.385,30.0,76.0,88.0
gemini-3.5-flash-lite-high,95.0,76.087,76.056,92.0,21.095,26.0,59.091,68.0,92.157,81.801,65.0,49.461,50.0,68.017,90.0,67.467,68.467,40.615,98.039,50.0,26.667,74.0,32.75
gemini-3.6-flash-high,98.0,78.261,77.465,100.0,43.824,63.0,63.636,76.0,94.118,90.492,74.317,63.693,40.0,75.7,100.0,75.6,75.85,47.135,98.039,78.846,26.667,88.0,85.75
claude-opus-5-max-effort,99.01,82.609,80.282,99.333,77.571,97.0,77.273,86.0,94.118,92.796,65.733,74.731,75.0,61.583,100.0,61.317,66.433,51.962,94.118,78.846,43.333,92.0,100.0
claude-opus-4-8-max-effort,98.0,84.783,78.873,99.333,52.905,89.0,68.182,78.0,98.039,92.227,67.867,61.645,50.0,62.0,98.0,80.6,77.667,51.077,94.118,80.769,33.333,78.0,100.0
deepseek-v4-flash-0731,97.0,73.913,76.056,97.333,89.444,65.0,63.636,70.0,96.078,89.081,61.7,58.192,50.0,58.367,90.0,70.5,71.5,48.538,100.0,86.538,26.667,82.0,100.0
qwen3.8-max,98.0,73.913,71.831,94.5,87.142,81.0,77.273,74.0,95.098,91.151,73.317,58.562,60.0,67.35,100.0,76.517,79.15,50.058,98.039,78.846,56.667,86.0,100.0
muse-spark-1.2-xhigh,89.0,80.435,74.648,100.0,82.548,91.0,72.727,88.0,97.059,87.755,74.3,61.724,50.0,68.733,96.0,73.65,80.617,46.827,100.0,80.769,50.0,74.0,95.25