model,AMPS_Hard,code_completion,code_generation,connections,consecutive_events,integrals_with_game,javascript,logic_with_navigation,math_comp,olympiad,paraphrase,plot_unscrambling,python,simplify,spatial,story_generation,summarize,tablejoin,tablereformat,theory_of_mind,typescript,typos,zebra_puzzle
claude-opus-4-5-20251101-thinking-64k-high-effort,99.0,80.435,78.873,99.333,79.363,78.0,59.091,68.0,95.098,89.458,65.667,66.45,40.0,54.95,96.0,65.85,63.717,45.923,98.039,78.846,20.0,78.0,77.5
claude-opus-4-6-thinking-auto-high-effort,97.0,76.087,80.282,99.333,63.467,73.0,63.636,80.0,95.098,92.17,62.817,66.476,50.0,59.15,98.0,66.133,65.15,48.173,98.039,82.692,33.333,84.0,94.0
claude-opus-4-7-xhigh-effort,98.0,78.261,85.915,92.333,89.521,84.0,63.636,70.0,98.039,91.376,65.767,61.409,45.0,65.5,100.0,69.4,66.283,47.231,98.039,80.769,43.333,80.0,98.0
claude-opus-4-8-xhigh-effort,98.0,78.261,80.282,97.833,89.205,95.0,68.182,82.0,97.059,91.207,69.917,70.419,60.0,70.517,98.0,74.5,74.55,47.788,98.039,78.846,40.0,76.0,100.0
claude-sonnet-4-6-thinking-auto-medium-effort,76.0,78.261,80.282,99.333,92.683,90.0,54.545,70.0,94.118,87.858,59.4,56.975,50.0,62.933,100.0,68.9,61.65,45.077,96.078,73.077,23.333,72.0,96.0
claude-sonnet-5-xhigh-effort,98.0,78.261,83.099,95.5,74.741,88.0,68.182,86.0,95.098,90.671,61.25,53.411,55.0,60.65,100.0,62.317,71.217,42.442,98.039,80.769,30.0,76.0,88.0
deepseek-v4-flash,98.0,65.217,73.239,89.5,59.915,37.0,54.545,64.0,97.059,86.531,62.383,46.872,35.0,54.05,96.0,67.267,68.85,46.115,98.039,73.077,23.333,74.0,49.25
deepseek-v4-pro,98.0,69.565,70.423,98.0,75.421,78.0,54.545,64.0,96.078,90.624,56.217,56.391,50.0,55.933,94.0,67.75,69.5,48.192,100.0,80.769,23.333,80.0,92.0
gemini-3.1-pro-preview-high,98.0,78.261,74.648,100.0,85.239,78.0,54.545,72.0,96.078,92.102,79.867,74.128,55.0,71.05,98.0,77.25,88.233,52.346,98.039,80.769,26.667,82.0,85.25
gemini-3.5-flash-high,98.0,76.087,80.282,100.0,47.994,68.0,63.636,74.0,95.098,91.877,75.517,67.753,50.0,69.1,96.0,75.2,82.583,50.5,96.078,80.769,33.333,86.0,77.25
glm-5.2,98.0,80.435,78.873,94.0,79.276,76.0,59.091,80.0,96.078,89.047,62.25,60.725,50.0,55.667,94.0,62.883,68.367,45.865,96.078,75.0,46.667,74.0,65.5
gpt-5.2-2025-12-11-high,97.0,76.087,76.056,99.0,88.913,92.0,59.091,74.0,95.098,88.566,64.1,58.427,55.0,54.083,96.0,65.7,63.2,45.577,100.0,78.846,36.667,82.0,84.0
gpt-5.2-codex,98.0,86.957,80.282,95.0,89.016,75.0,68.182,68.0,95.098,86.997,67.05,56.035,60.0,60.567,94.0,74.783,63.383,45.596,100.0,78.846,20.0,70.0,70.0
gpt-5.4-mini-xhigh,97.0,75.556,67.692,98.98,62.972,37.0,50.0,60.0,94.118,85.73,58.883,43.875,55.0,54.067,88.0,66.633,59.633,49.385,100.0,76.923,20.0,70.0,60.372
gpt-5.4-nano-xhigh,98.0,67.391,74.286,94.388,54.301,82.828,63.636,64.0,95.098,87.982,66.649,39.133,50.0,62.75,82.0,67.653,71.767,50.588,98.039,80.769,26.667,54.0,97.619
gpt-5.4-xhigh,98.0,80.435,74.648,100.0,86.19,93.0,68.182,68.0,94.118,91.474,63.433,65.901,50.0,70.0,98.0,79.017,68.417,51.75,100.0,88.462,43.333,82.0,98.0
gpt-5.5,98.0,82.609,74.648,100.0,78.23,85.0,50.0,76.0,96.078,0.0,63.6,70.711,50.0,58.733,98.0,67.2,73.417,52.731,100.0,78.846,23.333,86.0,96.25
gpt-5.5-high,98.0,82.609,77.465,100.0,87.637,95.0,63.636,78.0,96.078,91.682,72.117,75.28,50.0,71.35,98.0,68.933,73.1,53.692,100.0,82.692,26.667,88.0,100.0
gpt-5.5-xhigh,97.0,82.609,81.69,100.0,88.823,99.0,54.545,76.0,96.078,91.351,71.733,74.089,55.0,66.317,98.0,72.55,72.317,55.904,100.0,84.615,46.667,88.0,100.0
grok-4.3,97.0,65.217,74.648,94.0,28.029,63.0,27.273,66.0,95.098,82.258,64.383,48.74,15.0,57.6,98.0,70.6,58.417,41.25,98.039,61.538,13.333,78.0,57.75
grok-build-0.1,66.0,67.391,63.38,84.0,69.728,66.0,59.091,70.0,95.098,86.617,58.383,53.38,45.0,62.6,98.0,72.533,67.367,42.654,100.0,69.231,33.333,80.0,68.25
kimi-k2.6-thinking,97.0,78.261,78.873,89.333,51.268,54.0,59.091,70.0,96.078,90.027,61.633,58.091,55.0,61.417,94.0,66.883,67.5,46.096,98.039,75.0,26.667,78.0,78.5
kimi-k2.7-code,97.0,76.087,71.831,98.0,48.277,37.0,63.636,74.0,94.118,90.299,48.533,55.717,50.0,49.75,92.0,68.567,58.317,47.538,92.157,69.231,23.333,80.0,96.0
minimax-m3,75.0,67.391,69.014,96.333,84.614,56.0,63.636,66.0,91.176,85.614,55.933,50.174,35.0,56.617,94.0,63.55,53.933,45.846,98.039,76.923,23.333,84.0,61.0
qwen3.6-27b,93.0,71.739,71.831,77.167,70.395,52.0,54.545,62.0,92.157,82.317,49.433,42.746,40.0,50.733,100.0,60.133,52.617,42.846,98.039,65.385,23.333,70.0,53.75
qwen3.6-plus,97.0,76.087,80.282,90.5,67.042,62.0,59.091,70.0,93.137,82.762,60.617,52.468,45.0,51.567,98.0,56.867,64.317,44.654,98.039,67.308,20.0,82.0,68.0
qwen3.7-max,98.0,69.565,78.873,96.5,71.8,59.0,59.091,84.0,97.059,86.934,72.0,58.717,45.0,64.083,96.0,76.283,83.8,45.519,98.039,78.846,26.667,84.0,74.5
claude-fable-5-xhigh-effort,99.0,84.783,80.282,100.0,83.252,96.0,63.636,72.0,95.098,92.674,70.183,76.373,55.0,63.233,100.0,76.05,78.517,54.788,98.039,78.846,33.333,92.0,100.0