[ { "id": "36f73aaf-d38a-4b56-a2b3-d04d17186910", "name": "gpt-oss-20b (high)", "slug": "gpt-oss-20b", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-05", "intelligence_index": 14.9, "coding_index": 20.7, "math_index": 89.3, "mmlu_pro": 0.748, "gpqa": 0.688, "hle": 0.098, "livecodebench": 0.777, "scicode": 0.344, "ifbench": 0.651020408163265, "lcr": 0.306666666666667, "terminalbench_hard": 0.106060606060606, "tau2": 0.60233918128655, "math_500": null, "aime": null, "aime_25": 0.893333333333333, "output_tps": 263.847, "ttft": 0.385, "ttfat": 7.965, "price_input": 0.05, "price_output": 0.2, "price_blended": 0.088 }, { "id": "392063ba-c3b5-47e8-ba67-a7b0b34f6824", "name": "GPT-5.4 mini (medium)", "slug": "gpt-5-4-mini-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 29.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.823, "hle": 0.171, "livecodebench": null, "scicode": 0.442, "ifbench": 0.647619047619048, "lcr": 0.613333333333333, "terminalbench_hard": 0.340909090909091, "tau2": 0.365497076023392, "math_500": null, "aime": null, "aime_25": null, "output_tps": 178.319, "ttft": 6.744, "ttfat": 6.744, "price_input": 0.75, "price_output": 4.5, "price_blended": 1.688 }, { "id": "16c5b637-8bce-4252-81f2-1b87a36a4e4c", "name": "o3", "slug": "o3", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-04-16", "intelligence_index": 30.4, "coding_index": null, "math_index": 88.3, "mmlu_pro": 0.853, "gpqa": 0.827, "hle": 0.2, "livecodebench": 0.808, "scicode": 0.41, "ifbench": 0.714285714285714, "lcr": 0.693333333333333, "terminalbench_hard": 0.371212121212121, "tau2": 0.807017543859649, "math_500": 0.992, "aime": 0.903333333333333, "aime_25": 0.883333333333333, "output_tps": 146.239, "ttft": 4.888, "ttfat": 4.888, "price_input": 2, "price_output": 8, "price_blended": 3.5 }, { "id": "c99f3bde-7c08-4de8-bd5c-8ee9123ebffa", "name": "gpt-oss-120b (low)", "slug": "gpt-oss-120b-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-05", "intelligence_index": 17.7, "coding_index": null, "math_index": 66.7, "mmlu_pro": 0.775, "gpqa": 0.672, "hle": 0.052, "livecodebench": 0.707, "scicode": 0.36, "ifbench": 0.582993197278912, "lcr": 0.436666666666667, "terminalbench_hard": 0.053030303030303, "tau2": 0.450292397660819, "math_500": null, "aime": null, "aime_25": 0.666666666666667, "output_tps": 356.279, "ttft": 0.519, "ttfat": 6.132, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "16149b9c-a1e9-4669-a5cb-ff3c00d78f89", "name": "gpt-oss-20b (low)", "slug": "gpt-oss-20b-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-05", "intelligence_index": 14.3, "coding_index": null, "math_index": 62.3, "mmlu_pro": 0.718, "gpqa": 0.611, "hle": 0.051, "livecodebench": 0.652, "scicode": 0.34, "ifbench": 0.578231292517007, "lcr": 0.31, "terminalbench_hard": 0.0454545454545455, "tau2": 0.502923976608187, "math_500": null, "aime": null, "aime_25": 0.623333333333333, "output_tps": 273.387, "ttft": 0.426, "ttfat": 7.742, "price_input": 0.06, "price_output": 0.2, "price_blended": 0.095 }, { "id": "f0083258-8646-45b8-8082-7aaf6c2ea82a", "name": "gpt-oss-120b (high)", "slug": "gpt-oss-120b", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-05", "intelligence_index": 23.8, "coding_index": 30.4, "math_index": 93.4, "mmlu_pro": 0.808, "gpqa": 0.782, "hle": 0.185, "livecodebench": 0.878, "scicode": 0.389, "ifbench": 0.689795918367347, "lcr": 0.506666666, "terminalbench_hard": 0.234848484848485, "tau2": 0.657894736842105, "math_500": null, "aime": null, "aime_25": 0.934416666666667, "output_tps": 321.611, "ttft": 0.514, "ttfat": 6.733, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "c77cfe51-f4a0-4692-9dee-5061ef667f23", "name": "GPT-5.5 (low)", "slug": "gpt-5-5-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": 43.5, "coding_index": 60.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.91, "hle": 0.31, "livecodebench": null, "scicode": 0.516, "ifbench": 0.643537414965986, "lcr": 0.72, "terminalbench_hard": 0.522727272727273, "tau2": 0.839181286549708, "math_500": null, "aime": null, "aime_25": null, "output_tps": 66.781, "ttft": 1.748, "ttfat": 1.748, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "4c111fbc-d13a-42b4-858c-1dc17fe3c1d1", "name": "Grok-1", "slug": "grok-1", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2024-03-17", "intelligence_index": 6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b13c1257-d746-4027-8fc8-4892dc14701c", "name": "GPT-5.5 (high)", "slug": "gpt-5-5-high", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": 53.1, "coding_index": 71.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.932, "hle": 0.43, "livecodebench": null, "scicode": 0.559, "ifbench": 0.716326530612245, "lcr": 0.733333333333333, "terminalbench_hard": 0.598484848484849, "tau2": 0.929824561403509, "math_500": null, "aime": null, "aime_25": null, "output_tps": 66.309, "ttft": 19.254, "ttfat": 19.254, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96", "name": "GPT-5.5 (Non-reasoning)", "slug": "gpt-5-5-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": 35.4, "coding_index": 56.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.768, "hle": 0.126, "livecodebench": null, "scicode": 0.473, "ifbench": 0.461224489795918, "lcr": 0.563333333333333, "terminalbench_hard": 0.492424242424242, "tau2": 0.692982456140351, "math_500": null, "aime": null, "aime_25": null, "output_tps": 62.712, "ttft": 0.914, "ttfat": 0.914, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "6b79f899-e3c0-45f6-923c-243faccdb2fc", "name": "GPT-5.5 (medium)", "slug": "gpt-5-5-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": 50.4, "coding_index": 71.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.926, "hle": 0.406, "livecodebench": null, "scicode": 0.535, "ifbench": 0.70952380952381, "lcr": 0.723333333333333, "terminalbench_hard": 0.575757575757576, "tau2": 0.91812865497076, "math_500": null, "aime": null, "aime_25": null, "output_tps": 67.594, "ttft": 3.577, "ttfat": 3.577, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "1f054429-397e-4fdb-9e71-67bc92c1735e", "name": "GPT-5.5 (xhigh)", "slug": "gpt-5-5", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": 54.8, "coding_index": 74.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.935, "hle": 0.443, "livecodebench": null, "scicode": 0.561, "ifbench": 0.758503401360544, "lcr": 0.743333333333333, "terminalbench_hard": 0.606060606060606, "tau2": 0.93859649122807, "math_500": null, "aime": null, "aime_25": null, "output_tps": 69.731, "ttft": 23.435, "ttfat": 23.435, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31", "name": "GPT-5.4 nano (xhigh)", "slug": "gpt-5-4-nano", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 38.2, "coding_index": 56.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.817, "hle": 0.265, "livecodebench": null, "scicode": 0.469, "ifbench": 0.759183673469388, "lcr": 0.66, "terminalbench_hard": 0.424242424242424, "tau2": 0.760233918128655, "math_500": null, "aime": null, "aime_25": null, "output_tps": 170.757, "ttft": 2.56, "ttfat": 2.56, "price_input": 0.2, "price_output": 1.25, "price_blended": 0.463 }, { "id": "ba242e40-83b7-4cd3-a0e0-b56237984914", "name": "GPT-5.4 mini (xhigh)", "slug": "gpt-5-4-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 40, "coding_index": 56.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.875, "hle": 0.266, "livecodebench": null, "scicode": 0.499, "ifbench": 0.73265306122449, "lcr": 0.693333333333333, "terminalbench_hard": 0.522727272727273, "tau2": 0.833333333333333, "math_500": null, "aime": null, "aime_25": null, "output_tps": 162.131, "ttft": 4.76, "ttfat": 4.76, "price_input": 0.75, "price_output": 4.5, "price_blended": 1.688 }, { "id": "ae447455-940d-4d30-9139-a664fa896eaf", "name": "GPT-5.4 mini (Non-Reasoning)", "slug": "gpt-5-4-mini-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 16.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.606, "hle": 0.057, "livecodebench": null, "scicode": 0.396, "ifbench": 0.38843537414966, "lcr": 0.303333333333333, "terminalbench_hard": 0.181818181818182, "tau2": 0.233918128654971, "math_500": null, "aime": null, "aime_25": null, "output_tps": 166.923, "ttft": 0.584, "ttfat": 0.584, "price_input": 0.75, "price_output": 4.5, "price_blended": 1.688 }, { "id": "e3396f8f-7994-4df5-bdab-43745681ef0a", "name": "GPT-5.5 Pro (xhigh)", "slug": "gpt-5-5-pro", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-04-23", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "dc64f856-3ded-497d-9527-d41d31267ed5", "name": "GPT-5.6 Luna (Non-reasoning)", "slug": "gpt-5-6-luna-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 26.6, "coding_index": 39.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.645, "hle": 0.067, "livecodebench": null, "scicode": 0.399, "ifbench": null, "lcr": 0.363333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 215.665, "ttft": 0.567, "ttfat": 0.567, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "d998db47-9b67-4727-a2bb-2e1261020ac0", "name": "GPT-5.6 Sol (xhigh)", "slug": "gpt-5-6-sol-xhigh", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 57.7, "coding_index": 78.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.931, "hle": 0.447, "livecodebench": null, "scicode": 0.56, "ifbench": 0.710204081632653, "lcr": 0.71, "terminalbench_hard": 0.613636363636364, "tau2": 0.847953216374269, "math_500": null, "aime": null, "aime_25": null, "output_tps": 75.773, "ttft": 21.375, "ttfat": 21.375, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "d93edfe8-bf35-49ad-b56e-b18116142a1c", "name": "GPT-5.6 Sol (max)", "slug": "gpt-5-6-sol", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 58.9, "coding_index": 77.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.941, "hle": 0.472, "livecodebench": null, "scicode": 0.561, "ifbench": 0.726530612244898, "lcr": 0.736666666666667, "terminalbench_hard": 0.659090909090909, "tau2": 0.850877192982456, "math_500": null, "aime": null, "aime_25": null, "output_tps": 90.939, "ttft": 76.929, "ttfat": 76.929, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "cc4a20cd-09fe-4962-a430-119c815e85fa", "name": "GPT-5.6 Terra (low)", "slug": "gpt-5-6-terra-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 40.5, "coding_index": 58.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.843, "hle": 0.274, "livecodebench": null, "scicode": 0.492, "ifbench": 0.596598639455782, "lcr": 0.643333333333333, "terminalbench_hard": 0.439393939393939, "tau2": 0.605263157894737, "math_500": null, "aime": null, "aime_25": null, "output_tps": 130.587, "ttft": 1.269, "ttfat": 1.269, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "c4169d75-9d24-4794-a9c3-69e1fe364de5", "name": "GPT-5.5 Instant (June 2026)", "slug": "gpt-5-5-instant-06-26", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-06-25", "intelligence_index": 28.9, "coding_index": 39.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.823, "hle": 0.186, "livecodebench": null, "scicode": 0.486, "ifbench": null, "lcr": 0.64, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "c298d1a8-606c-4971-8613-ccdaaf941043", "name": "GPT-5.4 nano (Non-Reasoning)", "slug": "gpt-5-4-nano-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 17.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.558, "hle": 0.042, "livecodebench": null, "scicode": 0.352, "ifbench": 0.327210884353741, "lcr": 0.246666666666667, "terminalbench_hard": 0.242424242424242, "tau2": 0.347953216374269, "math_500": null, "aime": null, "aime_25": null, "output_tps": 160.212, "ttft": 0.517, "ttfat": 0.517, "price_input": 0.2, "price_output": 1.25, "price_blended": 0.463 }, { "id": "bcf8db0a-3bb6-4d82-9516-0f57370c85a6", "name": "GPT-5.6 Terra (max)", "slug": "gpt-5-6-terra", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 55, "coding_index": 76.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.925, "hle": 0.418, "livecodebench": null, "scicode": 0.539, "ifbench": 0.712244897959184, "lcr": 0.74, "terminalbench_hard": 0.575757575757576, "tau2": 0.862573099415205, "math_500": null, "aime": null, "aime_25": null, "output_tps": 172.109, "ttft": 98.048, "ttfat": 98.048, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "aa55297e-8fbf-4372-b4ab-9b068dc6396c", "name": "GPT-5.6 Luna (high)", "slug": "gpt-5-6-luna-high", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 46.1, "coding_index": 63.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.892, "hle": 0.316, "livecodebench": null, "scicode": 0.507, "ifbench": null, "lcr": 0.69, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 227.455, "ttft": 5.988, "ttfat": 5.988, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "9e30696f-16fa-4b4f-ba53-161895a85fed", "name": "GPT-5.6 Terra (xhigh)", "slug": "gpt-5-6-terra-xhigh", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 51.6, "coding_index": 70.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.908, "hle": 0.4, "livecodebench": null, "scicode": 0.516, "ifbench": 0.662585034013605, "lcr": 0.713333333333333, "terminalbench_hard": 0.628787878787879, "tau2": 0.804093567251462, "math_500": null, "aime": null, "aime_25": null, "output_tps": 132.885, "ttft": 8.193, "ttfat": 8.193, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "9b97a35e-6ac7-44d9-91c6-422fa678963e", "name": "GPT-5.6 Terra (Non-reasoning)", "slug": "gpt-5-6-terra-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 34, "coding_index": 52.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.746, "hle": 0.11, "livecodebench": null, "scicode": 0.446, "ifbench": null, "lcr": 0.5, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 123.9, "ttft": 0.705, "ttfat": 0.705, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "8afc250d-b538-45a2-812a-4605f4ffd87e", "name": "GPT-5.6 Sol (high)", "slug": "gpt-5-6-sol-high", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 55.9, "coding_index": 77.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.928, "hle": 0.441, "livecodebench": null, "scicode": 0.569, "ifbench": 0.691836734693878, "lcr": 0.683333333333333, "terminalbench_hard": 0.621212121212121, "tau2": 0.833333333333333, "math_500": null, "aime": null, "aime_25": null, "output_tps": 74.429, "ttft": 10.115, "ttfat": 10.115, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "8869f28a-a6ff-487f-8d32-93fe335fdda5", "name": "GPT-5.4 nano (medium)", "slug": "gpt-5-4-nano-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-17", "intelligence_index": 30.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.761, "hle": 0.147, "livecodebench": null, "scicode": 0.384, "ifbench": 0.64421768707483, "lcr": 0.573333333333333, "terminalbench_hard": 0.333333333333333, "tau2": 0.526315789473684, "math_500": null, "aime": null, "aime_25": null, "output_tps": 169.622, "ttft": 3.839, "ttfat": 3.839, "price_input": 0.2, "price_output": 1.25, "price_blended": 0.463 }, { "id": "87110ff0-1f79-41b4-9976-eda250597317", "name": "GPT-5.6 Luna (xhigh)", "slug": "gpt-5-6-luna-xhigh", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 49.1, "coding_index": 68.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.895, "hle": 0.356, "livecodebench": null, "scicode": 0.5, "ifbench": null, "lcr": 0.696666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 231.34, "ttft": 30.204, "ttfat": 30.204, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "81972fba-1219-477e-bbfb-18c656a63ff7", "name": "GPT-5.6 Terra (high)", "slug": "gpt-5-6-terra-high", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 49, "coding_index": 67.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.896, "hle": 0.367, "livecodebench": null, "scicode": 0.501, "ifbench": 0.64421768707483, "lcr": 0.723333333333333, "terminalbench_hard": 0.575757575757576, "tau2": 0.783625730994152, "math_500": null, "aime": null, "aime_25": null, "output_tps": 125.232, "ttft": 1.905, "ttfat": 1.905, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "7c4d1e30-6ecb-46cf-880c-41446d7b51f1", "name": "GPT-5.6 Sol (Non-reasoning)", "slug": "gpt-5-6-sol-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 41.2, "coding_index": 65.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.79, "hle": 0.158, "livecodebench": null, "scicode": 0.471, "ifbench": null, "lcr": 0.553333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "6f174934-5b7d-4333-86cb-f5ebf4a862e3", "name": "GPT-5.6 Sol (medium)", "slug": "gpt-5-6-sol-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 53.6, "coding_index": 76.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.926, "hle": 0.397, "livecodebench": null, "scicode": 0.565, "ifbench": 0.695918367346939, "lcr": 0.686666666666667, "terminalbench_hard": 0.628787878787879, "tau2": 0.809941520467836, "math_500": null, "aime": null, "aime_25": null, "output_tps": 65.486, "ttft": 4.522, "ttfat": 4.522, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "59b5b14b-5365-4ee7-824a-18a8e6309644", "name": "GPT-5.3 Codex (xhigh)", "slug": "gpt-5-3-codex", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-02-05", "intelligence_index": 44.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.915, "hle": 0.399, "livecodebench": null, "scicode": 0.532, "ifbench": 0.753741496598639, "lcr": 0.74, "terminalbench_hard": 0.53030303030303, "tau2": 0.859649122807018, "math_500": null, "aime": null, "aime_25": null, "output_tps": 95.955, "ttft": 63.573, "ttfat": 63.573, "price_input": 1.75, "price_output": 14, "price_blended": 4.813 }, { "id": "58b812bf-8498-46db-b834-f43ccc614b61", "name": "GPT-5.6 Luna (medium)", "slug": "gpt-5-6-luna-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 38.1, "coding_index": 50.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.859, "hle": 0.245, "livecodebench": null, "scicode": 0.458, "ifbench": null, "lcr": 0.66, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 220.341, "ttft": 1.456, "ttfat": 1.456, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "426d24c8-49ae-482a-b4a8-20f1c53f21c1", "name": "GPT-5.6 Luna (max)", "slug": "gpt-5-6-luna", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 51.2, "coding_index": 71.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.911, "hle": 0.372, "livecodebench": null, "scicode": 0.525, "ifbench": null, "lcr": 0.74, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 258.488, "ttft": 61.793, "ttfat": 61.793, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "26e0f83a-ca98-4f34-94ac-7c5e251ee410", "name": "GPT-5.6 Terra (medium)", "slug": "gpt-5-6-terra-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 45.6, "coding_index": 64.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.872, "hle": 0.316, "livecodebench": null, "scicode": 0.497, "ifbench": 0.621768707482993, "lcr": 0.68, "terminalbench_hard": null, "tau2": 0.728070175438596, "math_500": null, "aime": null, "aime_25": null, "output_tps": 130.037, "ttft": 1.244, "ttfat": 1.244, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "0904b596-8932-43bd-9b21-324f128e1723", "name": "GPT-5.6 Sol (low)", "slug": "gpt-5-6-sol-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 49.4, "coding_index": 69.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.898, "hle": 0.366, "livecodebench": null, "scicode": 0.554, "ifbench": 0.66530612244898, "lcr": 0.676666666666667, "terminalbench_hard": 0.606060606060606, "tau2": 0.760233918128655, "math_500": null, "aime": null, "aime_25": null, "output_tps": 75.768, "ttft": 2.259, "ttfat": 2.259, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "050c61cd-cddc-463a-a30a-a82aaa37be59", "name": "GPT-5.6 Luna (low)", "slug": "gpt-5-6-luna-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-07-09", "intelligence_index": 33.3, "coding_index": 44.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.835, "hle": 0.188, "livecodebench": null, "scicode": 0.456, "ifbench": null, "lcr": 0.593333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 217.637, "ttft": 1.083, "ttfat": 1.083, "price_input": 1, "price_output": 6, "price_blended": 2.25 }, { "id": "976cc8ad-7904-4056-83c5-960181f47d5f", "name": "Llama 3.3 Instruct 70B", "slug": "llama-3-3-instruct-70b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-12-06", "intelligence_index": 9.4, "coding_index": 11.9, "math_index": 7.7, "mmlu_pro": 0.713, "gpqa": 0.498, "hle": 0.04, "livecodebench": 0.288, "scicode": 0.26, "ifbench": 0.470748299319728, "lcr": 0.15, "terminalbench_hard": 0.0303030303030303, "tau2": 0.266081871345029, "math_500": 0.772666666666667, "aime": 0.3, "aime_25": 0.0766666666666667, "output_tps": 93.014, "ttft": 0.63, "ttfat": 0.63, "price_input": 0.58, "price_output": 0.71, "price_blended": 0.612 }, { "id": "45c87531-2d57-48e0-8012-202cd636189e", "name": "Llama 3.1 Instruct 405B", "slug": "llama-3-1-instruct-405b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-07-23", "intelligence_index": 8.5, "coding_index": null, "math_index": 3, "mmlu_pro": 0.732, "gpqa": 0.515, "hle": 0.042, "livecodebench": 0.305, "scicode": 0.299, "ifbench": 0.390476190476191, "lcr": 0.243333333333333, "terminalbench_hard": 0.0681818181818182, "tau2": 0.190058479532164, "math_500": 0.703333333333333, "aime": 0.213333333333333, "aime_25": 0.03, "output_tps": 77.984, "ttft": 0.752, "ttfat": 0.752, "price_input": 2.75, "price_output": 6.5, "price_blended": 3.688 }, { "id": "9ca71ac4-41c8-42c0-87dd-5704a9e5b94d", "name": "Llama 3.2 Instruct 90B (Vision)", "slug": "llama-3-2-instruct-90b-vision", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-09-25", "intelligence_index": 6.2, "coding_index": null, "math_index": null, "mmlu_pro": 0.671, "gpqa": 0.432, "hle": 0.049, "livecodebench": 0.214, "scicode": 0.24, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.629333333333333, "aime": 0.05, "aime_25": null, "output_tps": 61.005, "ttft": 0.619, "ttfat": 0.619, "price_input": 1.38, "price_output": 1.38, "price_blended": 1.38 }, { "id": "5fb47ff6-a30e-4c2c-96f2-55e95a13390f", "name": "Llama 3.2 Instruct 11B (Vision)", "slug": "llama-3-2-instruct-11b-vision", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-09-25", "intelligence_index": 3.3, "coding_index": null, "math_index": 1.7, "mmlu_pro": 0.464, "gpqa": 0.221, "hle": 0.052, "livecodebench": 0.11, "scicode": 0.112, "ifbench": 0.304081632653061, "lcr": 0.116666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.146198830409357, "math_500": 0.516, "aime": 0.0933333333333333, "aime_25": 0.0166666666666667, "output_tps": 106.739, "ttft": 0.506, "ttfat": 0.506, "price_input": 0.345, "price_output": 0.345, "price_blended": 0.345 }, { "id": "adf9a85e-abc3-4f28-937b-db6655cc5238", "name": "Llama 4 Scout", "slug": "llama-4-scout", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2025-04-05", "intelligence_index": 10, "coding_index": 8.2, "math_index": 14, "mmlu_pro": 0.752, "gpqa": 0.587, "hle": 0.043, "livecodebench": 0.299, "scicode": 0.17, "ifbench": 0.395238095238095, "lcr": 0.258, "terminalbench_hard": 0.0151515151515152, "tau2": 0.154970760233918, "math_500": 0.844, "aime": 0.283333333333333, "aime_25": 0.14, "output_tps": 109.201, "ttft": 0.615, "ttfat": 0.615, "price_input": 0.17, "price_output": 0.66, "price_blended": 0.292 }, { "id": "922c69c7-9037-43c6-8bcf-a1c555e7f3eb", "name": "Llama 4 Maverick", "slug": "llama-4-maverick", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2025-04-05", "intelligence_index": 14.3, "coding_index": 16.3, "math_index": 19.3, "mmlu_pro": 0.809, "gpqa": 0.671, "hle": 0.048, "livecodebench": 0.397, "scicode": 0.331, "ifbench": 0.429931972789116, "lcr": 0.46, "terminalbench_hard": 0.0681818181818182, "tau2": 0.178362573099415, "math_500": 0.888666666666667, "aime": 0.39, "aime_25": 0.193333333333333, "output_tps": 117.17, "ttft": 0.613, "ttfat": 0.613, "price_input": 0.35, "price_output": 0.85, "price_blended": 0.475 }, { "id": "d61493e2-43ff-460c-9054-eaf6ba317360", "name": "Muse Spark 1.1 (xhigh)", "slug": "muse-spark-1-1", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2026-07-09", "intelligence_index": 50.6, "coding_index": 71.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.898, "hle": 0.451, "livecodebench": null, "scicode": 0.582, "ifbench": null, "lcr": 0.633333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 130.329, "ttft": 0.901, "ttfat": 16.247, "price_input": 1.25, "price_output": 4.25, "price_blended": 2 }, { "id": "ebf3b39f-0be6-43a1-a37a-f9b2978c9916", "name": "Muse Spark", "slug": "muse-spark", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2026-04-08", "intelligence_index": 43.1, "coding_index": 58.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.884, "hle": 0.399, "livecodebench": null, "scicode": 0.515, "ifbench": 0.759183673469388, "lcr": 0.696666666666667, "terminalbench_hard": 0.454545454545455, "tau2": 0.915204678362573, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "cd26a386-4873-46ff-b853-d239050025a2", "name": "Gemma 4 31B (Reasoning)", "slug": "gemma-4-31b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 29.4, "coding_index": 43.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.857, "hle": 0.227, "livecodebench": null, "scicode": 0.434, "ifbench": 0.75578231292517, "lcr": 0.62, "terminalbench_hard": 0.363636363636364, "tau2": 0.599415204678363, "math_500": null, "aime": null, "aime_25": null, "output_tps": 35.313, "ttft": 0.944, "ttfat": 50.104, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d80eb0f1-f62e-4d31-99d2-7a925eb126b0", "name": "Gemma 4 E4B (Reasoning)", "slug": "gemma-4-e4b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-03", "intelligence_index": 12.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.576, "hle": 0.037, "livecodebench": null, "scicode": 0.244, "ifbench": 0.442176870748299, "lcr": 0.306666666666667, "terminalbench_hard": 0.0833333333333333, "tau2": 0.207602339181287, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "70882ec6-914c-41f0-9754-5e8f75005f77", "name": "Gemma 4 26B A4B (Non-reasoning)", "slug": "gemma-4-26b-a4b-non-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 20.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.714, "hle": 0.107, "livecodebench": null, "scicode": 0.373, "ifbench": 0.454421768707483, "lcr": 0.396666666666667, "terminalbench_hard": 0.25, "tau2": 0.403508771929825, "math_500": null, "aime": null, "aime_25": null, "output_tps": 101.376, "ttft": 0.646, "ttfat": 0.646, "price_input": 0.13, "price_output": 0.4, "price_blended": 0.198 }, { "id": "6e1b44ff-c227-496b-aef4-19b70cd18c76", "name": "Gemma 4 26B A4B (Reasoning)", "slug": "gemma-4-26b-a4b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 25.7, "coding_index": 39.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.792, "hle": 0.183, "livecodebench": null, "scicode": 0.4, "ifbench": 0.724489795918367, "lcr": 0.556666666666667, "terminalbench_hard": 0.1364, "tau2": 0.435672514619883, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.13, "price_output": 0.4, "price_blended": 0.198 }, { "id": "5303601c-8133-4f52-bc4e-5241ee6b3c10", "name": "Gemma 4 E4B (Non-reasoning)", "slug": "gemma-4-e4b-non-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-03", "intelligence_index": 8.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.549, "hle": 0.047, "livecodebench": null, "scicode": 0.039, "ifbench": 0.405442176870748, "lcr": 0.18, "terminalbench_hard": 0.0757575757575758, "tau2": 0.260233918128655, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d0aa27aa-4705-4184-9a1d-483b78c9331c", "name": "Gemma 4 31B (Non-reasoning)", "slug": "gemma-4-31b-non-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 21.8, "coding_index": 33.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.763, "hle": 0.115, "livecodebench": null, "scicode": 0.411, "ifbench": 0.53469387755102, "lcr": 0.36, "terminalbench_hard": 0.303030303030303, "tau2": 0.654970760233918, "math_500": null, "aime": null, "aime_25": null, "output_tps": 73.114, "ttft": 0.648, "ttfat": 0.648, "price_input": 0.14, "price_output": 0.4, "price_blended": 0.205 }, { "id": "feb02d3b-ff8d-4ed4-b165-13f8d4a7192c", "name": "Gemma 4 12B (Reasoning)", "slug": "gemma-4-12b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-06-03", "intelligence_index": 22, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.753, "hle": 0.148, "livecodebench": null, "scicode": 0.382, "ifbench": 0.735374149659864, "lcr": 0.553333333333333, "terminalbench_hard": 0.181818181818182, "tau2": 0.362573099415205, "math_500": null, "aime": null, "aime_25": null, "output_tps": 52.104, "ttft": 1.44, "ttfat": 39.825, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "04781a0e-40f0-4e2a-a4e5-18e389364a79", "name": "Gemma 3 270M", "slug": "gemma-3-270m", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-08-14", "intelligence_index": 2.4, "coding_index": null, "math_index": 2.3, "mmlu_pro": 0.055, "gpqa": 0.224, "hle": 0.042, "livecodebench": 0.003, "scicode": 0, "ifbench": 0.12108843537415, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.0906432748538012, "math_500": null, "aime": null, "aime_25": 0.0233333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "025ec6b6-df4a-449f-9a03-24e4388d6863", "name": "Gemma 4 12B (Non-reasoning)", "slug": "gemma-4-12b-non-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-06-03", "intelligence_index": 13.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.661, "hle": 0.062, "livecodebench": null, "scicode": 0.297, "ifbench": 0.451700680272109, "lcr": 0.306666666666667, "terminalbench_hard": 0.113636363636364, "tau2": 0.318713450292398, "math_500": null, "aime": null, "aime_25": null, "output_tps": 51.958, "ttft": 1.683, "ttfat": 1.683, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "c3f12f61-9d57-4e2c-9106-5a82bb1cfee2", "name": "DiffusionGemma 26B A4B", "slug": "diffusiongemma-26b-a4b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-06-10", "intelligence_index": 13.5, "coding_index": 19.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.669, "hle": 0.102, "livecodebench": null, "scicode": 0.343, "ifbench": 0.594557823129252, "lcr": 0.143333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "bbd93ebe-80da-4594-bb19-61e69d0331df", "name": "Gemini 3.1 Pro Preview", "slug": "gemini-3-1-pro-preview", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-02-19", "intelligence_index": 46.5, "coding_index": 68.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.941, "hle": 0.447, "livecodebench": null, "scicode": 0.589, "ifbench": 0.771428571428571, "lcr": 0.726666666666667, "terminalbench_hard": 0.537878787878788, "tau2": 0.956140350877193, "math_500": null, "aime": null, "aime_25": null, "output_tps": 140.924, "ttft": 20.898, "ttfat": 20.898, "price_input": 2, "price_output": 12, "price_blended": 4.5 }, { "id": "a5092ece-d5a7-461f-b036-3faef262423f", "name": "Gemini 3 Deep Think", "slug": "gemini-3-deep-think", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-02-05", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "598190f8-dc9c-4fea-a7ea-4b81c402ab18", "name": "Gemini 3.1 Flash-Lite", "slug": "gemini-3-1-flash-lite-preview", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-03-03", "intelligence_index": 25, "coding_index": 34.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.822, "hle": 0.162, "livecodebench": null, "scicode": 0.419, "ifbench": 0.772108843537415, "lcr": 0.653333333333333, "terminalbench_hard": 0.242424242424242, "tau2": 0.312865497076023, "math_500": null, "aime": null, "aime_25": null, "output_tps": 318.618, "ttft": 4.992, "ttfat": 4.992, "price_input": 0.25, "price_output": 1.5, "price_blended": 0.563 }, { "id": "5016ea75-7b0e-4737-a7e6-1062c6d90fd4", "name": "Gemini 3.5 Flash (medium)", "slug": "gemini-3-5-flash-medium", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-05-19", "intelligence_index": 45.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.921, "hle": 0.399, "livecodebench": null, "scicode": 0.53, "ifbench": 0.745578231292517, "lcr": 0.71, "terminalbench_hard": 0.393939393939394, "tau2": 0.956140350877193, "math_500": null, "aime": null, "aime_25": null, "output_tps": 266.052, "ttft": 10.863, "ttfat": 10.863, "price_input": 1.5, "price_output": 9, "price_blended": 3.375 }, { "id": "27202e5f-c82d-4710-92e9-4317877d4883", "name": "Gemini 2.5 Pro", "slug": "gemini-2-5-pro", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-06-05", "intelligence_index": 25.8, "coding_index": 33.3, "math_index": 87.7, "mmlu_pro": 0.862, "gpqa": 0.844, "hle": 0.211, "livecodebench": 0.801, "scicode": 0.428, "ifbench": 0.487074829931973, "lcr": 0.66, "terminalbench_hard": 0.265151515151515, "tau2": 0.54093567251462, "math_500": 0.967333333333333, "aime": 0.886666666666667, "aime_25": 0.876666666666667, "output_tps": 140.805, "ttft": 20.067, "ttfat": 20.067, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "b07aef0a-b192-46a1-b1c9-40b06d1b9061", "name": "Gemma 4 E2B (Reasoning)", "slug": "gemma-4-e2b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 9.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.433, "hle": 0.048, "livecodebench": null, "scicode": 0.209, "ifbench": 0.380272108843537, "lcr": 0.15, "terminalbench_hard": 0.0303030303030303, "tau2": 0.207602339181287, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "755d7281-2ed8-48c7-808f-709ec4cbfb71", "name": "Gemma 4 E2B (Non-reasoning)", "slug": "gemma-4-e2b-non-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-04-02", "intelligence_index": 6.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.405, "hle": 0.045, "livecodebench": null, "scicode": 0.204, "ifbench": 0.336054421768707, "lcr": 0.15, "terminalbench_hard": 0.0227272727272727, "tau2": 0.222222222222222, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "033ade17-d9ec-44e0-b792-b5f1fcd5ab4c", "name": "Gemini 3.5 Flash (minimal)", "slug": "gemini-3-5-flash-minimal", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-05-19", "intelligence_index": 34.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.828, "hle": 0.231, "livecodebench": null, "scicode": 0.488, "ifbench": 0.472789115646259, "lcr": 0.533333333333333, "terminalbench_hard": 0.462121212121212, "tau2": 0.587719298245614, "math_500": null, "aime": null, "aime_25": null, "output_tps": 237.327, "ttft": 0.739, "ttfat": 0.739, "price_input": 1.5, "price_output": 9, "price_blended": 3.375 }, { "id": "0097ebf5-124f-42f6-9463-33b00e711f03", "name": "Gemini 3.5 Flash (high)", "slug": "gemini-3-5-flash", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2026-05-19", "intelligence_index": 50.2, "coding_index": 70.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.922, "hle": 0.41, "livecodebench": null, "scicode": 0.531, "ifbench": 0.763265306122449, "lcr": 0.693333333333333, "terminalbench_hard": 0.409090909090909, "tau2": 0.953216374269006, "math_500": null, "aime": null, "aime_25": null, "output_tps": 252.944, "ttft": 12.372, "ttfat": 12.372, "price_input": 1.5, "price_output": 9, "price_blended": 3.375 }, { "id": "a6340098-d7ae-462d-b372-0a0a67fc44b4", "name": "Claude 4.5 Haiku (Reasoning)", "slug": "claude-4-5-haiku-reasoning", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-10-15", "intelligence_index": 29.6, "coding_index": 43.9, "math_index": 83.7, "mmlu_pro": 0.76, "gpqa": 0.672, "hle": 0.097, "livecodebench": 0.615, "scicode": 0.433, "ifbench": 0.542857142857143, "lcr": 0.703333333333333, "terminalbench_hard": 0.272727272727273, "tau2": 0.546783625730994, "math_500": null, "aime": null, "aime_25": 0.836666666666667, "output_tps": 135.768, "ttft": 12.765, "ttfat": 12.765, "price_input": 1, "price_output": 5, "price_blended": 2 }, { "id": "d58b9ada-fd9d-4fff-a086-242034657963", "name": "Claude Sonnet 5 (Non-reasoning, High Effort)", "slug": "claude-sonnet-5-non-reasoning", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": 41.7, "coding_index": 66.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.8, "hle": 0.178, "livecodebench": null, "scicode": 0.486, "ifbench": null, "lcr": 0.586666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 63.395, "ttft": 1.041, "ttfat": 1.041, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "2fa8e143-77a8-4d05-bfa8-d3b54634c00f", "name": "Claude Opus 4.7 (Non-reasoning, High Effort)", "slug": "claude-opus-4-7-non-reasoning", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-04-16", "intelligence_index": 42.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.885, "hle": 0.312, "livecodebench": null, "scicode": 0.501, "ifbench": 0.436054421768707, "lcr": 0.67, "terminalbench_hard": 0.545454545454545, "tau2": 0.739766081871345, "math_500": null, "aime": null, "aime_25": null, "output_tps": 46.346, "ttft": 1.534, "ttfat": 1.534, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "142b93bf-09c4-42dc-9c3a-50b1a222cbd4", "name": "Claude Sonnet 5 (Adaptive Reasoning, Low Effort)", "slug": "claude-sonnet-5-low", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 62.721, "ttft": 1.195, "ttfat": 1.195, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea", "name": "Claude Sonnet 5 (Adaptive Reasoning, Xhigh Effort)", "slug": "claude-sonnet-5-xhigh", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 79.767, "ttft": 17.19, "ttfat": 17.19, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "23c86e4a-c769-43c0-a056-79e3cd15834f", "name": "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)", "slug": "claude-sonnet-5", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": 53.4, "coding_index": 71.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.911, "hle": 0.396, "livecodebench": null, "scicode": 0.536, "ifbench": null, "lcr": 0.706666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 80.139, "ttft": 108.454, "ttfat": 108.454, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "992b7b84-5069-4c6a-9295-834252553d50", "name": "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)", "slug": "claude-opus-4-8", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-05-28", "intelligence_index": 55.7, "coding_index": 74.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.92, "hle": 0.457, "livecodebench": null, "scicode": 0.535, "ifbench": 0.622448979591837, "lcr": 0.676666666666667, "terminalbench_hard": 0.583333333333333, "tau2": 0.944444444444445, "math_500": null, "aime": null, "aime_25": null, "output_tps": 62.204, "ttft": 24.46, "ttfat": 24.46, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "ba0224cf-0351-4f56-8508-b3f1a740ae4a", "name": "Claude Sonnet 5 (Adaptive Reasoning, High Effort)", "slug": "claude-sonnet-5-high", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 68.582, "ttft": 3.42, "ttfat": 3.42, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "cd55210d-358e-4df1-ba9c-9acb5f186cc9", "name": "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)", "slug": "claude-fable-5", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-09", "intelligence_index": 59.9, "coding_index": 76.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.926, "hle": 0.533, "livecodebench": null, "scicode": 0.602, "ifbench": 0.63469387755102, "lcr": 0.7, "terminalbench_hard": 0.628787878787879, "tau2": 0.985380116959064, "math_500": null, "aime": null, "aime_25": null, "output_tps": 68.605, "ttft": 84.632, "ttfat": 84.632, "price_input": 10, "price_output": 50, "price_blended": 20 }, { "id": "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2", "name": "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)", "slug": "claude-opus-4-7", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-04-16", "intelligence_index": 53.5, "coding_index": 73.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.914, "hle": 0.396, "livecodebench": null, "scicode": 0.545, "ifbench": 0.586394557823129, "lcr": 0.703333333333333, "terminalbench_hard": 0.515151515151515, "tau2": 0.885964912280702, "math_500": null, "aime": null, "aime_25": null, "output_tps": 52.083, "ttft": 20.736, "ttfat": 20.736, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "effcd151-7c31-4437-af3d-e88daeae9385", "name": "Claude Sonnet 5 (Adaptive Reasoning, Medium Effort)", "slug": "claude-sonnet-5-medium", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-06-30", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 62.368, "ttft": 1.647, "ttfat": 1.647, "price_input": 2, "price_output": 10, "price_blended": 4 }, { "id": "c2b1e769-7aee-4669-8076-73918bdebf6c", "name": "Claude 4.5 Haiku (Non-reasoning)", "slug": "claude-4-5-haiku", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-10-15", "intelligence_index": 23.7, "coding_index": null, "math_index": 39, "mmlu_pro": 0.8, "gpqa": 0.646, "hle": 0.043, "livecodebench": 0.511, "scicode": 0.344, "ifbench": 0.420408163265306, "lcr": 0.436666666666667, "terminalbench_hard": 0.272727272727273, "tau2": 0.324561403508772, "math_500": null, "aime": null, "aime_25": 0.39, "output_tps": 114.055, "ttft": 0.665, "ttfat": 0.665, "price_input": 1, "price_output": 5, "price_blended": 2 }, { "id": "f2e21112-192e-4aed-ae82-68ca3b38e667", "name": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)", "slug": "claude-sonnet-4-6-non-reasoning-low-effort", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-02-17", "intelligence_index": 34.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.797, "hle": 0.108, "livecodebench": null, "scicode": 0.441, "ifbench": 0.423809523809524, "lcr": 0.586666666666667, "terminalbench_hard": 0.424242424242424, "tau2": 0.789473684210526, "math_500": null, "aime": null, "aime_25": null, "output_tps": 51.433, "ttft": 1.1, "ttfat": 1.1, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "3fd96175-4ef1-434c-8795-f873aec2abc1", "name": "Mistral Small 4 (Reasoning)", "slug": "mistral-small-4", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2026-03-16", "intelligence_index": 19.6, "coding_index": 26.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.769, "hle": 0.095, "livecodebench": null, "scicode": 0.38, "ifbench": 0.481632653061224, "lcr": 0.446666666666667, "terminalbench_hard": 0.174242424242424, "tau2": 0.412280701754386, "math_500": null, "aime": null, "aime_25": null, "output_tps": 175.488, "ttft": 0.505, "ttfat": 11.902, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "09f43999-b67b-4c1b-b050-44df41ed7e62", "name": "Devstral 2", "slug": "devstral-2", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-09", "intelligence_index": 19.2, "coding_index": 31.3, "math_index": 36.7, "mmlu_pro": 0.762, "gpqa": 0.594, "hle": 0.036, "livecodebench": 0.448, "scicode": 0.331, "ifbench": 0.380952380952381, "lcr": 0.3, "terminalbench_hard": 0.189393939393939, "tau2": 0.248538011695906, "math_500": null, "aime": null, "aime_25": 0.366666666666667, "output_tps": 60.441, "ttft": 0.664, "ttfat": 0.664, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "4928e950-7f37-4475-b0dc-c5bad781a321", "name": "Mistral Large 3", "slug": "mistral-large-3", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-02", "intelligence_index": 15.9, "coding_index": 20.1, "math_index": 38, "mmlu_pro": 0.807, "gpqa": 0.68, "hle": 0.041, "livecodebench": 0.465, "scicode": 0.362, "ifbench": 0.361904761904762, "lcr": 0.346666666666667, "terminalbench_hard": 0.159090909090909, "tau2": 0.245614035087719, "math_500": null, "aime": null, "aime_25": 0.38, "output_tps": 60.982, "ttft": 0.627, "ttfat": 0.627, "price_input": 0.5, "price_output": 1.5, "price_blended": 0.75 }, { "id": "66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720", "name": "Ministral 3 3B", "slug": "ministral-3-3b", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-02", "intelligence_index": 6.8, "coding_index": 4.8, "math_index": 22, "mmlu_pro": 0.524, "gpqa": 0.358, "hle": 0.053, "livecodebench": 0.247, "scicode": 0.144, "ifbench": 0.268027210884354, "lcr": 0.116666666666667, "terminalbench_hard": 0, "tau2": 0.248538011695906, "math_500": null, "aime": null, "aime_25": 0.22, "output_tps": 173.628, "ttft": 0.382, "ttfat": 0.382, "price_input": 0.1, "price_output": 0.1, "price_blended": 0.1 }, { "id": "12f6a061-0ab3-4c76-b225-49abee253651", "name": "Mistral Small 4 (Non-reasoning)", "slug": "mistral-small-4-non-reasoning", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2026-03-16", "intelligence_index": 12.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.571, "hle": 0.037, "livecodebench": null, "scicode": 0.281, "ifbench": 0.327891156462585, "lcr": 0.213333333333333, "terminalbench_hard": 0.106060606060606, "tau2": 0.184210526315789, "math_500": null, "aime": null, "aime_25": null, "output_tps": 158.516, "ttft": 0.5, "ttfat": 0.5, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "ce819310-af7c-49d3-9a02-6845111e1788", "name": "Devstral Small 2", "slug": "devstral-small-2", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-09", "intelligence_index": 17.4, "coding_index": 29.3, "math_index": 34.3, "mmlu_pro": 0.678, "gpqa": 0.532, "hle": 0.034, "livecodebench": 0.348, "scicode": 0.288, "ifbench": 0.31156462585034, "lcr": 0.24, "terminalbench_hard": 0.166666666666667, "tau2": 0.233918128654971, "math_500": null, "aime": null, "aime_25": 0.343333333333333, "output_tps": 60.423, "ttft": 0.503, "ttfat": 0.503, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "9741f3c2-cbb1-4a3f-99ee-7bd7384d9038", "name": "Ministral 3 8B", "slug": "ministral-3-8b", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-02", "intelligence_index": 9, "coding_index": 9.7, "math_index": 31.7, "mmlu_pro": 0.642, "gpqa": 0.471, "hle": 0.043, "livecodebench": 0.303, "scicode": 0.208, "ifbench": 0.291156462585034, "lcr": 0.24, "terminalbench_hard": 0.0454545454545455, "tau2": 0.266081871345029, "math_500": null, "aime": null, "aime_25": 0.316666666666667, "output_tps": 86.619, "ttft": 0.391, "ttfat": 0.391, "price_input": 0.15, "price_output": 0.15, "price_blended": 0.15 }, { "id": "713fae11-c75c-4f10-ae2c-8e4074cd58af", "name": "Ministral 3 14B", "slug": "ministral-3-14b", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-12-02", "intelligence_index": 11.1, "coding_index": 14.4, "math_index": 30, "mmlu_pro": 0.693, "gpqa": 0.572, "hle": 0.046, "livecodebench": 0.351, "scicode": 0.236, "ifbench": 0.320408163265306, "lcr": 0.22, "terminalbench_hard": 0.0454545454545455, "tau2": 0.271929824561404, "math_500": null, "aime": null, "aime_25": 0.3, "output_tps": 81.594, "ttft": 0.443, "ttfat": 0.443, "price_input": 0.2, "price_output": 0.2, "price_blended": 0.2 }, { "id": "dd059b25-d82a-4ead-82a4-4adceaaec48b", "name": "Mistral Medium 3.5", "slug": "mistral-medium-3-5", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2026-04-29", "intelligence_index": 29.9, "coding_index": 46.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.748, "hle": 0.128, "livecodebench": null, "scicode": 0.396, "ifbench": 0.687755102040816, "lcr": 0.61, "terminalbench_hard": 0.333333333333333, "tau2": 0.941520467836257, "math_500": null, "aime": null, "aime_25": null, "output_tps": 112.452, "ttft": 0.628, "ttfat": 18.413, "price_input": 1.5, "price_output": 7.5, "price_blended": 3 }, { "id": "864da2a5-156c-45fd-873c-8923be91914f", "name": "Magistral Medium 1.2", "slug": "magistral-medium-2509", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-09-18", "intelligence_index": 17.9, "coding_index": 21.3, "math_index": 82, "mmlu_pro": 0.815, "gpqa": 0.739, "hle": 0.096, "livecodebench": 0.75, "scicode": 0.392, "ifbench": 0.429931972789116, "lcr": 0.513333333333333, "terminalbench_hard": 0.128787878787879, "tau2": 0.52046783625731, "math_500": null, "aime": null, "aime_25": 0.82, "output_tps": 39.221, "ttft": 0.556, "ttfat": 51.55, "price_input": 2, "price_output": 5, "price_blended": 2.75 }, { "id": "70152cb0-fb36-4732-a925-89ef40994be1", "name": "Magistral Small 1.2", "slug": "magistral-small-2509", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-09-17", "intelligence_index": 11.3, "coding_index": 14.7, "math_index": 80.3, "mmlu_pro": 0.768, "gpqa": 0.663, "hle": 0.061, "livecodebench": 0.723, "scicode": 0.352, "ifbench": 0.443537414965986, "lcr": 0.163333333333333, "terminalbench_hard": 0.0454545454545455, "tau2": 0.277777777777778, "math_500": null, "aime": null, "aime_25": 0.803333333333333, "output_tps": 82.697, "ttft": 0.44, "ttfat": 24.625, "price_input": 0.5, "price_output": 1.5, "price_blended": 0.75 }, { "id": "5da3c0e2-65d2-4bff-a410-cb2132ddafb6", "name": "DeepSeek V4 Pro (Reasoning, High Effort)", "slug": "deepseek-v4-pro-high", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 40.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.905, "hle": 0.335, "livecodebench": null, "scicode": 0.464, "ifbench": 0.712925170068027, "lcr": 0.65, "terminalbench_hard": 0.416666666666667, "tau2": 0.941520467836257, "math_500": null, "aime": null, "aime_25": null, "output_tps": 59.124, "ttft": 1.001, "ttfat": 34.692, "price_input": 0.435, "price_output": 0.87, "price_blended": 0.544 }, { "id": "89a2c945-1fab-4ee4-9f45-83a9f46cb221", "name": "DeepSeek V4 Flash (Reasoning, High Effort)", "slug": "deepseek-v4-flash-high", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 37.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.867, "hle": 0.278, "livecodebench": null, "scicode": 0.42, "ifbench": 0.734693877551021, "lcr": 0.626666666666667, "terminalbench_hard": 0.386363636363636, "tau2": 0.956140350877193, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.14, "price_output": 0.28, "price_blended": 0.175 }, { "id": "d8ddb241-b3e4-4c25-a6a3-72eb1b30c541", "name": "DeepSeek V4 Flash (Reasoning, Max Effort)", "slug": "deepseek-v4-flash", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 40.3, "coding_index": 56.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.894, "hle": 0.321, "livecodebench": null, "scicode": 0.449, "ifbench": 0.791836734693877, "lcr": 0.63, "terminalbench_hard": 0.356060606060606, "tau2": 0.950292397660819, "math_500": null, "aime": null, "aime_25": null, "output_tps": 111.26, "ttft": 0.862, "ttfat": 51.312, "price_input": 0.14, "price_output": 0.28, "price_blended": 0.175 }, { "id": "bf220674-68bd-43cc-a1b8-ce5ed4d2f18d", "name": "DeepSeek V4 Pro (Reasoning, Max Effort)", "slug": "deepseek-v4-pro", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 44.3, "coding_index": 59.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.888, "hle": 0.359, "livecodebench": null, "scicode": 0.5, "ifbench": 0.764625850340136, "lcr": 0.663333333333333, "terminalbench_hard": 0.462121212121212, "tau2": 0.961988304093567, "math_500": null, "aime": null, "aime_25": null, "output_tps": 67.409, "ttft": 1.053, "ttfat": 65.955, "price_input": 0.435, "price_output": 0.87, "price_blended": 0.544 }, { "id": "ad173c8d-f14f-4230-90e9-60979b7720e7", "name": "DeepSeek V4 Flash (Non-reasoning)", "slug": "deepseek-v4-flash-non-reasoning", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 28.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.716, "hle": 0.07, "livecodebench": null, "scicode": 0.373, "ifbench": 0.472108843537415, "lcr": 0.333333333333333, "terminalbench_hard": 0.340909090909091, "tau2": 0.944444444444445, "math_500": null, "aime": null, "aime_25": null, "output_tps": 110.302, "ttft": 0.957, "ttfat": 0.957, "price_input": 0.14, "price_output": 0.28, "price_blended": 0.175 }, { "id": "6e2a2572-ed8d-4616-8d7d-68d125fc8ee7", "name": "DeepSeek V4 Pro (Non-reasoning)", "slug": "deepseek-v4-pro-non-reasoning", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2026-04-24", "intelligence_index": 31.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.717, "hle": 0.077, "livecodebench": null, "scicode": 0.424, "ifbench": 0.457823129251701, "lcr": 0.45, "terminalbench_hard": 0.363636363636364, "tau2": 0.912280701754386, "math_500": null, "aime": null, "aime_25": null, "output_tps": 66.699, "ttft": 1.07, "ttfat": 1.07, "price_input": 0.435, "price_output": 0.87, "price_blended": 0.544 }, { "id": "98e3230e-cee1-4c19-b9f8-b6b6a826ca93", "name": "R1 1776", "slug": "r1-1776", "creator": "perplexity", "creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c", "creator_name": "Perplexity", "release_date": "2025-02-18", "intelligence_index": 6.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.954, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c76e0ae8-0fd2-45c0-a39d-d398fce9b128", "name": "Falcon-H1R-7B", "slug": "falcon-h1r-7b", "creator": "tii-uae", "creator_id": "d676bc61-3394-4046-ac6a-85eea9aedaba", "creator_name": "TII UAE", "release_date": "2026-01-04", "intelligence_index": 9.8, "coding_index": null, "math_index": 80, "mmlu_pro": 0.725, "gpqa": 0.661, "hle": 0.108, "livecodebench": 0.724, "scicode": 0.249, "ifbench": 0.54421768707483, "lcr": 0.0866666666666667, "terminalbench_hard": 0.0227272727272727, "tau2": 0.277777777777778, "math_500": null, "aime": null, "aime_25": 0.8, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5e8b0d98-a3b4-42b5-93d8-ecb748788754", "name": "Grok 4.3 (medium)", "slug": "grok-4-3-medium", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-30", "intelligence_index": 36, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.89, "hle": 0.281, "livecodebench": null, "scicode": 0.446, "ifbench": 0.833333333333333, "lcr": 0.65, "terminalbench_hard": 0.303030303030303, "tau2": 0.912280701754386, "math_500": null, "aime": null, "aime_25": null, "output_tps": 132.623, "ttft": 16.38, "ttfat": 16.38, "price_input": 1.25, "price_output": 2.5, "price_blended": 1.563 }, { "id": "948892b5-db03-4118-a4a8-ccd51ed871ea", "name": "Grok 4.3 (high)", "slug": "grok-4-3", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-30", "intelligence_index": 37.6, "coding_index": 42.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.901, "hle": 0.35, "livecodebench": null, "scicode": 0.473, "ifbench": 0.812925170068027, "lcr": 0.643333333333333, "terminalbench_hard": 0.378787878787879, "tau2": 0.976608187134503, "math_500": null, "aime": null, "aime_25": null, "output_tps": 132.102, "ttft": 36.545, "ttfat": 36.545, "price_input": 1.25, "price_output": 2.5, "price_blended": 1.563 }, { "id": "90c2a9cf-ad7e-4332-9be2-2fd1309833e2", "name": "Grok 4.3 (Non-reasoning)", "slug": "grok-4-3-non-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-30", "intelligence_index": 24.8, "coding_index": 35.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.658, "hle": 0.065, "livecodebench": null, "scicode": 0.374, "ifbench": 0.476190476190476, "lcr": 0.246666666666667, "terminalbench_hard": 0.189393939393939, "tau2": 0.657894736842105, "math_500": null, "aime": null, "aime_25": null, "output_tps": 104.03, "ttft": 0.633, "ttfat": 0.633, "price_input": 1.25, "price_output": 2.5, "price_blended": 1.563 }, { "id": "794f69b5-cede-482b-b1cc-d769478497cd", "name": "Grok 4.5 (high)", "slug": "grok-4-5", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-07-08", "intelligence_index": 53.8, "coding_index": 72.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.931, "hle": 0.403, "livecodebench": null, "scicode": 0.541, "ifbench": null, "lcr": 0.676666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 111.482, "ttft": 13.091, "ttfat": 13.091, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "fe2c2289-d261-4433-8681-46448372c1f6", "name": "Grok 4.3 (low)", "slug": "grok-4-3-low", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-30", "intelligence_index": 35.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.843, "hle": 0.173, "livecodebench": null, "scicode": 0.419, "ifbench": 0.80952380952381, "lcr": 0.64, "terminalbench_hard": 0.265151515151515, "tau2": 0.888888888888889, "math_500": null, "aime": null, "aime_25": null, "output_tps": 112.82, "ttft": 6.387, "ttfat": 6.387, "price_input": 1.25, "price_output": 2.5, "price_blended": 1.563 }, { "id": "0b7efa66-2115-49e0-a1b7-a2ba225fe9f6", "name": "Grok Build 0.1 0616", "slug": "grok-build-0-1-06-16", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": null, "intelligence_index": 39.8, "coding_index": 51.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.895, "hle": 0.36, "livecodebench": null, "scicode": 0.502, "ifbench": null, "lcr": 0.646666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 59.834, "ttft": 0.405, "ttfat": 33.831, "price_input": 1, "price_output": 2, "price_blended": 1.25 }, { "id": "344c6718-c573-41d4-9556-10287a3fa1fc", "name": "Nova Micro", "slug": "nova-micro", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2024-12-03", "intelligence_index": 4.7, "coding_index": null, "math_index": 6, "mmlu_pro": 0.531, "gpqa": 0.358, "hle": 0.047, "livecodebench": 0.14, "scicode": 0.094, "ifbench": 0.293877551020408, "lcr": 0.0966666666666667, "terminalbench_hard": 0.0151515151515152, "tau2": 0.140350877192982, "math_500": 0.703333333333333, "aime": 0.08, "aime_25": 0.06, "output_tps": 315.767, "ttft": 0.598, "ttfat": 0.598, "price_input": 0.035, "price_output": 0.14, "price_blended": 0.061 }, { "id": "018c60e8-e908-431a-ba57-c840b1df3987", "name": "Nova 2.0 Omni (medium)", "slug": "nova-2-0-omni-reasoning-medium", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-26", "intelligence_index": 20.9, "coding_index": null, "math_index": 89.7, "mmlu_pro": 0.809, "gpqa": 0.76, "hle": 0.068, "livecodebench": 0.66, "scicode": 0.362, "ifbench": 0.661904761904762, "lcr": 0.536666666666667, "terminalbench_hard": 0.0454545454545455, "tau2": 0.804093567251462, "math_500": null, "aime": null, "aime_25": 0.896666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "0d94dc87-12c8-4d4a-8d99-804ce3f17bc2", "name": "Nova 2.0 Pro Preview (medium)", "slug": "nova-2-0-pro-reasoning-medium", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-27", "intelligence_index": 21.8, "coding_index": 34, "math_index": 89, "mmlu_pro": 0.83, "gpqa": 0.785, "hle": 0.089, "livecodebench": 0.73, "scicode": 0.427, "ifbench": 0.790476190476191, "lcr": 0.543333333333333, "terminalbench_hard": 0.242424242424242, "tau2": 0.926900584795322, "math_500": null, "aime": null, "aime_25": 0.89, "output_tps": 131.604, "ttft": 16.236, "ttfat": 31.433, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "1f6478c9-3e22-4586-adbe-841782859677", "name": "Nova 2.0 Omni (Non-reasoning)", "slug": "nova-2-0-omni", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-26", "intelligence_index": 10.5, "coding_index": null, "math_index": 37, "mmlu_pro": 0.719, "gpqa": 0.555, "hle": 0.039, "livecodebench": 0.305, "scicode": 0.279, "ifbench": 0.410884353741497, "lcr": 0.223333333333333, "terminalbench_hard": 0.0681818181818182, "tau2": 0.447368421052632, "math_500": null, "aime": null, "aime_25": 0.37, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "61bd9367-e520-4ec8-989e-5fbf50e61610", "name": "Nova 2.0 Lite (high)", "slug": "nova-2-0-lite-reasoning", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-10-29", "intelligence_index": 18.2, "coding_index": 23, "math_index": 94.3, "mmlu_pro": 0.818, "gpqa": 0.811, "hle": 0.109, "livecodebench": 0.711, "scicode": 0.369, "ifbench": 0.707482993197279, "lcr": 0.553333333333333, "terminalbench_hard": 0.166666666666667, "tau2": 0.728070175438596, "math_500": null, "aime": null, "aime_25": 0.943333333333333, "output_tps": 167.212, "ttft": 13.47, "ttfat": 25.431, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "6fd796d3-f346-4f66-97df-5da81714fc73", "name": "Nova 2.0 Lite (low)", "slug": "nova-2-0-lite-reasoning-low", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-10-29", "intelligence_index": 17.8, "coding_index": null, "math_index": 46.7, "mmlu_pro": 0.788, "gpqa": 0.698, "hle": 0.042, "livecodebench": 0.469, "scicode": 0.333, "ifbench": 0.612244897959184, "lcr": 0.52, "terminalbench_hard": 0.0378787878787879, "tau2": 0.719298245614035, "math_500": null, "aime": null, "aime_25": 0.466666666666667, "output_tps": 179.816, "ttft": 4.611, "ttfat": 15.733, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2", "name": "Nova 2.0 Lite (Non-reasoning)", "slug": "nova-2-0-lite", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-10-29", "intelligence_index": 11.8, "coding_index": null, "math_index": 33.7, "mmlu_pro": 0.743, "gpqa": 0.603, "hle": 0.03, "livecodebench": 0.346, "scicode": 0.24, "ifbench": 0.405442176870748, "lcr": 0.176666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.619883040935672, "math_500": null, "aime": null, "aime_25": 0.336666666666667, "output_tps": 224.588, "ttft": 0.851, "ttfat": 0.851, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "a20ae33a-46e1-41e6-81a0-fe8b00d2e538", "name": "Nova 2.0 Pro Preview (Non-reasoning)", "slug": "nova-2-0-pro", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-27", "intelligence_index": 14.4, "coding_index": 20.9, "math_index": 30.7, "mmlu_pro": 0.772, "gpqa": 0.636, "hle": 0.04, "livecodebench": 0.473, "scicode": 0.281, "ifbench": 0.520408163265306, "lcr": 0.283333333333333, "terminalbench_hard": 0.166666666666667, "tau2": 0.716374269005848, "math_500": null, "aime": null, "aime_25": 0.306666666666667, "output_tps": 153.464, "ttft": 0.784, "ttfat": 0.784, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "b36ff8f3-0323-49d1-a063-ab09704fdb0c", "name": "Nova 2.0 Omni (low)", "slug": "nova-2-0-omni-reasoning-low", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-26", "intelligence_index": 16.6, "coding_index": null, "math_index": 56, "mmlu_pro": 0.798, "gpqa": 0.699, "hle": 0.04, "livecodebench": 0.592, "scicode": 0.343, "ifbench": 0.617687074829932, "lcr": 0.51, "terminalbench_hard": 0.0378787878787879, "tau2": 0.678362573099415, "math_500": null, "aime": null, "aime_25": 0.56, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a", "name": "Nova Premier", "slug": "nova-premier", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-04-30", "intelligence_index": 12.7, "coding_index": null, "math_index": 17.3, "mmlu_pro": 0.733, "gpqa": 0.569, "hle": 0.047, "livecodebench": 0.317, "scicode": 0.279, "ifbench": 0.361904761904762, "lcr": 0.3, "terminalbench_hard": 0.0681818181818182, "tau2": 0.383040935672515, "math_500": 0.839333333333333, "aime": 0.17, "aime_25": 0.173333333333333, "output_tps": 67.869, "ttft": 1.112, "ttfat": 1.112, "price_input": 2.5, "price_output": 12.5, "price_blended": 5 }, { "id": "f4274721-ef28-4121-aa88-8e97267a5a82", "name": "Nova 2.0 Pro Preview (low)", "slug": "nova-2-0-pro-reasoning-low", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-11-27", "intelligence_index": 19.6, "coding_index": 25.9, "math_index": 63.3, "mmlu_pro": 0.822, "gpqa": 0.751, "hle": 0.052, "livecodebench": 0.638, "scicode": 0.387, "ifbench": 0.795918367346939, "lcr": 0.616666666666667, "terminalbench_hard": 0.174242424242424, "tau2": 0.906432748538012, "math_500": null, "aime": null, "aime_25": 0.633333333333333, "output_tps": 135.074, "ttft": 4.9, "ttfat": 19.706, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "fbdf8da1-b341-448c-b3cb-8aff1d8f70b9", "name": "Nova 2.0 Lite (medium)", "slug": "nova-2-0-lite-reasoning-medium", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2025-10-29", "intelligence_index": 19, "coding_index": null, "math_index": 88.7, "mmlu_pro": 0.813, "gpqa": 0.768, "hle": 0.086, "livecodebench": 0.663, "scicode": 0.368, "ifbench": 0.685034013605442, "lcr": 0.583333333333333, "terminalbench_hard": 0.174242424242424, "tau2": 0.757309941520468, "math_500": null, "aime": null, "aime_25": 0.886666666666667, "output_tps": 185.974, "ttft": 16.839, "ttfat": 27.593, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "ee708f92-374e-4123-b900-e22d7b2afc19", "name": "Phi-4", "slug": "phi-4", "creator": "azure", "creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0", "creator_name": "Microsoft", "release_date": "2024-12-12", "intelligence_index": 4.9, "coding_index": null, "math_index": 18, "mmlu_pro": 0.714, "gpqa": 0.575, "hle": 0.041, "livecodebench": 0.231, "scicode": 0.26, "ifbench": 0.235374149659864, "lcr": 0, "terminalbench_hard": 0.0378787878787879, "tau2": 0, "math_500": 0.81, "aime": 0.143333333333333, "aime_25": 0.18, "output_tps": 31.755, "ttft": 0.504, "ttfat": 0.504, "price_input": 0.125, "price_output": 0.5, "price_blended": 0.219 }, { "id": "9f873c2f-2c2d-4ccb-9e1b-71bf61b052be", "name": "Phi-4 Mini Instruct", "slug": "phi-4-mini", "creator": "azure", "creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0", "creator_name": "Microsoft", "release_date": "2024-02-26", "intelligence_index": 6, "coding_index": 3.8, "math_index": 6.7, "mmlu_pro": 0.465, "gpqa": 0.331, "hle": 0.042, "livecodebench": 0.126, "scicode": 0.108, "ifbench": 0.210884353741497, "lcr": 0.136666666666667, "terminalbench_hard": 0, "tau2": 0.0818713450292398, "math_500": 0.696, "aime": 0.03, "aime_25": 0.0666666666666667, "output_tps": 46.345, "ttft": 0.338, "ttfat": 0.338, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2cd04201-2b6e-47ef-853e-7601f705f2a8", "name": "Phi-4 Multimodal Instruct", "slug": "phi-4-multimodal", "creator": "azure", "creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0", "creator_name": "Microsoft", "release_date": "2025-02-26", "intelligence_index": 4.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.485, "gpqa": 0.315, "hle": 0.044, "livecodebench": 0.131, "scicode": 0.11, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.692666666666667, "aime": 0.0933333333333333, "aime_25": null, "output_tps": 16.883, "ttft": 0.363, "ttfat": 0.363, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "fe11ab6c-a4dd-4c28-9fef-07da76d5ed14", "name": "Llama 65B", "slug": "llama-65b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2023-02-24", "intelligence_index": 2.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "e2b664ca-7992-4de6-8839-4867f035c892", "name": "LFM2.5-8B-A1B", "slug": "lfm2-5-8b-a1b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2026-05-28", "intelligence_index": 8.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.513, "hle": 0.069, "livecodebench": null, "scicode": 0.078, "ifbench": 0.556462585034014, "lcr": 0, "terminalbench_hard": 0.0454545454545455, "tau2": 0.160818713450292, "math_500": null, "aime": null, "aime_25": null, "output_tps": 344.248, "ttft": 1.743, "ttfat": 7.553, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3c5289e5-1c62-434c-bc44-c51c39f640a1", "name": "LFM2.5-VL-1.6B", "slug": "lfm2-5-vl-1-6b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2026-01-05", "intelligence_index": 1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.289, "hle": 0.051, "livecodebench": null, "scicode": 0.03, "ifbench": 0.331292517006803, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.0847953216374269, "math_500": null, "aime": null, "aime_25": null, "output_tps": 437.685, "ttft": 1.364, "ttfat": 1.364, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "686ab020-ee58-4a70-a9ac-24d675a73506", "name": "LFM2 8B A1B", "slug": "lfm2-8b-a1b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2025-10-07", "intelligence_index": 1.8, "coding_index": null, "math_index": 25.3, "mmlu_pro": 0.505, "gpqa": 0.344, "hle": 0.049, "livecodebench": 0.151, "scicode": 0.068, "ifbench": 0.262585034013605, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.105263157894737, "math_500": null, "aime": null, "aime_25": 0.253333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "48194e0f-8226-4c57-8cb2-2a0fb68a84c9", "name": "LFM2.5-1.2B-Instruct", "slug": "lfm2-5-1-2b-instruct", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2026-01-05", "intelligence_index": 2.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.326, "hle": 0.068, "livecodebench": null, "scicode": 0.023, "ifbench": 0.438095238095238, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.108187134502924, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "fbc58677-e324-4b45-a979-7fd8eec555cd", "name": "LFM2 24B A2B", "slug": "lfm2-24b-a2b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2026-02-25", "intelligence_index": 4.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.474, "hle": 0.044, "livecodebench": null, "scicode": 0.109, "ifbench": 0.458503401360544, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.111111111111111, "math_500": null, "aime": null, "aime_25": null, "output_tps": 157.754, "ttft": 0.4, "ttfat": 0.4, "price_input": 0.03, "price_output": 0.12, "price_blended": 0.052 }, { "id": "739e531a-eb0a-478f-bb67-5845b79ce65d", "name": "LFM2 2.6B", "slug": "lfm2-2-6b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2025-09-23", "intelligence_index": 2.7, "coding_index": null, "math_index": 8.3, "mmlu_pro": 0.298, "gpqa": 0.306, "hle": 0.052, "livecodebench": 0.081, "scicode": 0.025, "ifbench": 0.195238095238095, "lcr": 0, "terminalbench_hard": 0.00757575757575758, "tau2": 0.134502923976608, "math_500": null, "aime": null, "aime_25": 0.0833333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5a088cde-18e2-4dfa-98dd-d283e1c19654", "name": "LFM2.5-1.2B-Thinking", "slug": "lfm2-5-1-2b-thinking", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2026-01-20", "intelligence_index": 2.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.339, "hle": 0.061, "livecodebench": null, "scicode": 0.042, "ifbench": 0.418367346938776, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.195906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b89c4faf-219e-4171-a1aa-e3bd2fd0a924", "name": "Solar Pro 3", "slug": "solar-pro-3", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2026-04-06", "intelligence_index": 14.1, "coding_index": 16.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.724, "hle": 0.101, "livecodebench": null, "scicode": 0.247, "ifbench": 0.712018140589569, "lcr": 0.27, "terminalbench_hard": 0.0757575757575758, "tau2": 0.862573099415205, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "59a1bb20-9170-4dc2-ba9c-12d326cf068e", "name": "Solar Open 100B (Reasoning)", "slug": "solar-open-100b-reasoning", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2025-12-17", "intelligence_index": 15.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.657, "hle": 0.092, "livecodebench": null, "scicode": 0.269, "ifbench": 0.57687074829932, "lcr": 0.36, "terminalbench_hard": 0.0227272727272727, "tau2": 0.482456140350877, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "44db6283-aa82-4799-af4a-679fe0530845", "name": "Solar Pro 2 (Non-reasoning)", "slug": "solar-pro-2", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2025-07-09", "intelligence_index": 7.8, "coding_index": null, "math_index": 30, "mmlu_pro": 0.75, "gpqa": 0.561, "hle": 0.038, "livecodebench": 0.424, "scicode": 0.248, "ifbench": 0.337414965986395, "lcr": 0, "terminalbench_hard": 0.0454545454545455, "tau2": 0.318713450292398, "math_500": 0.888666666666667, "aime": 0.406666666666667, "aime_25": 0.3, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "eb689f7a-f210-4a87-b407-f249897f2764", "name": "Solar Pro 2 (Reasoning)", "slug": "solar-pro-2-reasoning", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2025-07-09", "intelligence_index": 9, "coding_index": null, "math_index": 61.3, "mmlu_pro": 0.805, "gpqa": 0.687, "hle": 0.07, "livecodebench": 0.616, "scicode": 0.302, "ifbench": 0.370748299319728, "lcr": 0, "terminalbench_hard": 0.0303030303030303, "tau2": 0.280701754385965, "math_500": 0.966666666666667, "aime": 0.69, "aime_25": 0.613333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "277f939a-985b-4b37-859d-b3eabc7c0b26", "name": "MiniMax-M3", "slug": "minimax-m3", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2026-06-01", "intelligence_index": 44.4, "coding_index": 58.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.929, "hle": 0.371, "livecodebench": null, "scicode": 0.454, "ifbench": 0.828571428571429, "lcr": 0.74, "terminalbench_hard": 0.424242424242424, "tau2": 0.888888888888889, "math_500": null, "aime": null, "aime_25": null, "output_tps": 110.218, "ttft": 1.497, "ttfat": 19.643, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "4bbceacb-cf47-464b-b60f-e1d1fe016d67", "name": "MiniMax-M2.7", "slug": "minimax-m2-7", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2026-03-18", "intelligence_index": 38.1, "coding_index": 52.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.874, "hle": 0.281, "livecodebench": null, "scicode": 0.47, "ifbench": 0.757142857142857, "lcr": 0.686666666666667, "terminalbench_hard": 0.393939393939394, "tau2": 0.847953216374269, "math_500": null, "aime": null, "aime_25": null, "output_tps": 48.299, "ttft": 1.381, "ttfat": 52.355, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "7393c56a-ec31-48e9-b804-c04f2d2cb641", "name": "Llama 3.1 Nemotron Instruct 70B", "slug": "llama-3-1-nemotron-instruct-70b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2024-10-15", "intelligence_index": 7.6, "coding_index": null, "math_index": 11, "mmlu_pro": 0.69, "gpqa": 0.465, "hle": 0.046, "livecodebench": 0.169, "scicode": 0.233, "ifbench": 0.307482993197279, "lcr": 0.07, "terminalbench_hard": 0.0454545454545455, "tau2": 0.230994152046784, "math_500": 0.732666666666667, "aime": 0.246666666666667, "aime_25": 0.11, "output_tps": 304.787, "ttft": 3.756, "ttfat": 3.756, "price_input": 1.2, "price_output": 1.2, "price_blended": 1.2 }, { "id": "f1d52583-9d20-4099-99ac-b5df9430c3b6", "name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)", "slug": "nvidia-nemotron-nano-9b-v2-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-08-18", "intelligence_index": 8.8, "coding_index": null, "math_index": 69.7, "mmlu_pro": 0.742, "gpqa": 0.57, "hle": 0.046, "livecodebench": 0.724, "scicode": 0.22, "ifbench": 0.276190476190476, "lcr": 0.21, "terminalbench_hard": 0.0151515151515152, "tau2": 0.219298245614035, "math_500": null, "aime": null, "aime_25": 0.696666666666667, "output_tps": 74.269, "ttft": 10.501, "ttfat": 37.43, "price_input": 0.04, "price_output": 0.16, "price_blended": 0.07 }, { "id": "5b52def2-ac9b-4465-ad80-91ea8079e253", "name": "Nemotron 3 Ultra 550B A55B (Reasoning)", "slug": "nvidia-nemotron-3-ultra-550b-a55b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2026-06-04", "intelligence_index": 37.8, "coding_index": 49.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.867, "hle": 0.266, "livecodebench": null, "scicode": 0.399, "ifbench": 0.813605442176871, "lcr": 0.67, "terminalbench_hard": 0.363636363636364, "tau2": 0.833333333333333, "math_500": null, "aime": null, "aime_25": null, "output_tps": 187.938, "ttft": 0.834, "ttfat": 12.939, "price_input": 0.675, "price_output": 2.675, "price_blended": 1.175 }, { "id": "9ee13921-62a4-425a-a22b-df3302198d93", "name": "NVIDIA Nemotron 3 Nano 4B", "slug": "nvidia-nemotron-3-nano-4b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2026-03-16", "intelligence_index": 8.7, "coding_index": 8, "math_index": null, "mmlu_pro": null, "gpqa": 0.513, "hle": 0.048, "livecodebench": null, "scicode": 0.164, "ifbench": 0.582312925170068, "lcr": 0.166666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.280701754385965, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "ab7f016c-a29b-4710-bdf6-6a5cd96aacca", "name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)", "slug": "nvidia-nemotron-nano-12b-v2-vl", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-10-28", "intelligence_index": 4.6, "coding_index": null, "math_index": 26.7, "mmlu_pro": 0.649, "gpqa": 0.439, "hle": 0.045, "livecodebench": 0.345, "scicode": 0.176, "ifbench": 0.258503401360544, "lcr": 0.17, "terminalbench_hard": 0, "tau2": 0.192982456140351, "math_500": null, "aime": null, "aime_25": 0.266666666666667, "output_tps": 219.818, "ttft": 0.756, "ttfat": 0.756, "price_input": 0.2, "price_output": 0.6, "price_blended": 0.3 }, { "id": "9815da7d-70f4-44d6-b539-9ffef0faa152", "name": "Nemotron Cascade 2 30B A3B", "slug": "nemotron-cascade-2-30b-a3b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2026-03-19", "intelligence_index": 21.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.758, "hle": 0.114, "livecodebench": null, "scicode": 0.348, "ifbench": 0.804081632653061, "lcr": 0.34, "terminalbench_hard": 0.212121212121212, "tau2": 0.532163742690059, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "cf095603-72b6-47f8-8ee1-09a42890f92a", "name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)", "slug": "llama-3-1-nemotron-ultra-253b-v1-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-04-07", "intelligence_index": 9.1, "coding_index": null, "math_index": 63.7, "mmlu_pro": 0.825, "gpqa": 0.728, "hle": 0.081, "livecodebench": 0.641, "scicode": 0.347, "ifbench": 0.381632653061225, "lcr": 0.0733333333333333, "terminalbench_hard": 0.0227272727272727, "tau2": 0.114035087719298, "math_500": 0.952, "aime": 0.746666666666667, "aime_25": 0.636666666666667, "output_tps": 51.802, "ttft": 0.709, "ttfat": 39.318, "price_input": 0.6, "price_output": 1.8, "price_blended": 0.9 }, { "id": "23b379f7-18df-492a-9fc1-a56c5a5b9cfc", "name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)", "slug": "nvidia-nemotron-3-nano-30b-a3b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-12-15", "intelligence_index": 7.4, "coding_index": null, "math_index": 13.3, "mmlu_pro": 0.579, "gpqa": 0.399, "hle": 0.046, "livecodebench": 0.36, "scicode": 0.23, "ifbench": 0.374829931972789, "lcr": 0.0666666666666667, "terminalbench_hard": 0.121212121212121, "tau2": 0.254385964912281, "math_500": null, "aime": null, "aime_25": 0.133333333333333, "output_tps": 117.309, "ttft": 0.306, "ttfat": 0.306, "price_input": 0.05, "price_output": 0.2, "price_blended": 0.088 }, { "id": "26c0b5df-efa7-470f-a65e-2d883329e493", "name": "Llama Nemotron Super 49B v1.5 (Non-reasoning)", "slug": "llama-nemotron-super-49b-v1-5", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-07-25", "intelligence_index": 8.7, "coding_index": null, "math_index": 8, "mmlu_pro": 0.692, "gpqa": 0.481, "hle": 0.043, "livecodebench": 0.29, "scicode": 0.238, "ifbench": 0.329251700680272, "lcr": 0.22, "terminalbench_hard": 0.0378787878787879, "tau2": 0.251461988304094, "math_500": 0.77, "aime": 0.136666666666667, "aime_25": 0.08, "output_tps": 50.177, "ttft": 0.249, "ttfat": 0.249, "price_input": 0.4, "price_output": 0.4, "price_blended": 0.4 }, { "id": "e1cfa926-9e2b-4a0d-8c31-48366a5041c5", "name": "Llama Nemotron Super 49B v1.5 (Reasoning)", "slug": "llama-nemotron-super-49b-v1-5-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-07-25", "intelligence_index": 12.4, "coding_index": null, "math_index": 76.7, "mmlu_pro": 0.814, "gpqa": 0.748, "hle": 0.068, "livecodebench": 0.737, "scicode": 0.348, "ifbench": 0.370068027210884, "lcr": 0.34, "terminalbench_hard": 0.053030303030303, "tau2": 0.280701754385965, "math_500": 0.983333333333333, "aime": 0.86, "aime_25": 0.766666666666667, "output_tps": 50.673, "ttft": 0.247, "ttfat": 39.715, "price_input": 0.4, "price_output": 0.4, "price_blended": 0.4 }, { "id": "2e8694f9-7782-47a6-a6ba-fdce89d939c8", "name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)", "slug": "nvidia-nemotron-nano-9b-v2", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-08-18", "intelligence_index": 7.4, "coding_index": null, "math_index": 62.3, "mmlu_pro": 0.739, "gpqa": 0.557, "hle": 0.04, "livecodebench": 0.701, "scicode": 0.209, "ifbench": 0.271428571428571, "lcr": 0.226666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.233918128654971, "math_500": null, "aime": null, "aime_25": 0.623333333333333, "output_tps": 136.459, "ttft": 1.481, "ttfat": 1.481, "price_input": 0.05, "price_output": 0.195, "price_blended": 0.086 }, { "id": "8c748e53-61ae-48b8-af8d-eb8298b1e9db", "name": "Nemotron 3 Nano Omni 30B A3B Reasoning", "slug": "nemotron-3-nano-omni-30b-a3b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2026-04-29", "intelligence_index": 14.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.469, "hle": 0.053, "livecodebench": null, "scicode": 0.278, "ifbench": 0.631972789115646, "lcr": 0.356666666666667, "terminalbench_hard": 0.0833333333333333, "tau2": 0.453216374269006, "math_500": null, "aime": null, "aime_25": null, "output_tps": 322.498, "ttft": 0.54, "ttfat": 6.742, "price_input": 0.075, "price_output": 0.3, "price_blended": 0.131 }, { "id": "76dcf6ef-39ea-4be0-b693-b88da25b4caf", "name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)", "slug": "nvidia-nemotron-3-nano-30b-a3b-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-12-15", "intelligence_index": 14.2, "coding_index": 14.4, "math_index": 91, "mmlu_pro": 0.794, "gpqa": 0.757, "hle": 0.102, "livecodebench": 0.741, "scicode": 0.296, "ifbench": 0.710884353741497, "lcr": 0.336666666666667, "terminalbench_hard": 0.136363636363636, "tau2": 0.409356725146199, "math_500": null, "aime": null, "aime_25": 0.91, "output_tps": 111.329, "ttft": 1.33, "ttfat": 19.295, "price_input": 0.05, "price_output": 0.2, "price_blended": 0.088 }, { "id": "63872e9c-3377-4a6b-b477-7bba244c38e9", "name": "NVIDIA Nemotron 3 Super 120B A12B (Reasoning)", "slug": "nvidia-nemotron-3-super-120b-a12b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2026-03-11", "intelligence_index": 25.4, "coding_index": 37.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.8, "hle": 0.192, "livecodebench": null, "scicode": 0.36, "ifbench": 0.714965986394558, "lcr": 0.6, "terminalbench_hard": 0.287878787878788, "tau2": 0.678362573099415, "math_500": null, "aime": null, "aime_25": null, "output_tps": 145.265, "ttft": 0.963, "ttfat": 14.73, "price_input": 0.25, "price_output": 0.775, "price_blended": 0.381 }, { "id": "6e6e02fd-9cbd-417f-9bfc-673df89c313d", "name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)", "slug": "nvidia-nemotron-nano-12b-v2-vl-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-10-28", "intelligence_index": 9, "coding_index": null, "math_index": 75, "mmlu_pro": 0.759, "gpqa": 0.572, "hle": 0.053, "livecodebench": 0.694, "scicode": 0.262, "ifbench": 0.319047619047619, "lcr": 0.4, "terminalbench_hard": 0.0454545454545455, "tau2": 0.213450292397661, "math_500": null, "aime": null, "aime_25": 0.75, "output_tps": 297.107, "ttft": 0.232, "ttfat": 6.963, "price_input": 0.2, "price_output": 0.6, "price_blended": 0.3 }, { "id": "c43aa1f9-31bd-4a99-be70-84c5e6bd2e75", "name": "Qwen Chat 14B", "slug": "qwen-chat-14b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2023-09-25", "intelligence_index": 2.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "0de67206-4d36-4d10-b8f6-cf37fa747a03", "name": "Kimi K2.6", "slug": "kimi-k2-6", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2026-04-20", "intelligence_index": 44.2, "coding_index": 61.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.911, "hle": 0.359, "livecodebench": null, "scicode": 0.535, "ifbench": 0.759863945578231, "lcr": 0.696666666666667, "terminalbench_hard": 0.439393939393939, "tau2": 0.95906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": 34.956, "ttft": 1.316, "ttfat": 128.648, "price_input": 0.95, "price_output": 4, "price_blended": 1.712 }, { "id": "0fc6308e-fbd2-42d3-a216-06da3c43e34e", "name": "Kimi K2.6 (Non-reasoning)", "slug": "kimi-k2-6-non-reasoning", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2026-04-20", "intelligence_index": 34.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.788, "hle": 0.182, "livecodebench": null, "scicode": 0.395, "ifbench": 0.442857142857143, "lcr": 0.576666666666667, "terminalbench_hard": 0.378787878787879, "tau2": 0.93859649122807, "math_500": null, "aime": null, "aime_25": null, "output_tps": 39.788, "ttft": 1.157, "ttfat": 1.157, "price_input": 0.95, "price_output": 4, "price_blended": 1.712 }, { "id": "8d0cb231-7303-452c-9923-a9620b948475", "name": "Kimi K2.7 Code", "slug": "kimi-k2-7-code", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2026-06-12", "intelligence_index": 41.9, "coding_index": 60.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.896, "hle": 0.328, "livecodebench": null, "scicode": 0.475, "ifbench": 0.631292517006803, "lcr": 0.663333333333333, "terminalbench_hard": 0.446969696969697, "tau2": 0.900584795321637, "math_500": null, "aime": null, "aime_25": null, "output_tps": 44.362, "ttft": 1.18, "ttfat": 51.426, "price_input": 0.95, "price_output": 4, "price_blended": 1.712 }, { "id": "598de97d-029e-47b6-96ec-dbc1e0f9045a", "name": "Kimi Linear 48B A3B Instruct", "slug": "kimi-linear-48b-a3b-instruct", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2025-10-30", "intelligence_index": 8.5, "coding_index": null, "math_index": 36.3, "mmlu_pro": 0.585, "gpqa": 0.412, "hle": 0.027, "livecodebench": 0.378, "scicode": 0.199, "ifbench": 0.280952380952381, "lcr": 0.256666666666667, "terminalbench_hard": 0.113636363636364, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.363333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1aa3694e-b656-4dbe-8f84-0c65d8897abb", "name": "Step 3.5 Flash 2603", "slug": "step-3-5-flash", "creator": "stepfun", "creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42", "creator_name": "StepFun", "release_date": "2026-04-02", "intelligence_index": 26, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.826, "hle": 0.226, "livecodebench": null, "scicode": 0.385, "ifbench": 0.66530612244898, "lcr": 0.543333333333333, "terminalbench_hard": 0.325757575757576, "tau2": 0.874269005847953, "math_500": null, "aime": null, "aime_25": null, "output_tps": 201.885, "ttft": 0.833, "ttfat": 10.739, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "6c7b322e-2f35-48ff-9171-fb621a726fc0", "name": "Step 3.7 Flash", "slug": "step-3-7-flash", "creator": "stepfun", "creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42", "creator_name": "StepFun", "release_date": "2026-05-29", "intelligence_index": 30.3, "coding_index": 39.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.809, "hle": 0.199, "livecodebench": null, "scicode": 0.4, "ifbench": 0.672789115646258, "lcr": 0.636666666666667, "terminalbench_hard": 0.356060606060606, "tau2": 0.985380116959064, "math_500": null, "aime": null, "aime_25": null, "output_tps": 407.665, "ttft": 0.704, "ttfat": 5.61, "price_input": 0.2, "price_output": 1.15, "price_blended": 0.438 }, { "id": "acad0665-9457-4531-abd5-b59efd7a89ea", "name": "Step3 VL 10B", "slug": "step-3-vl-10b", "creator": "stepfun", "creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42", "creator_name": "StepFun", "release_date": "2026-01-20", "intelligence_index": 9.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.69, "hle": 0.102, "livecodebench": null, "scicode": 0.311, "ifbench": 0.502040816326531, "lcr": 0, "terminalbench_hard": 0.053030303030303, "tau2": 0.160818713450292, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "af74f222-05c7-422d-a653-b9c0707c9c72", "name": "Molmo 7B-D", "slug": "molmo-7b-d", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2024-09-25", "intelligence_index": 3.8, "coding_index": null, "math_index": 0, "mmlu_pro": 0.371, "gpqa": 0.24, "hle": 0.051, "livecodebench": 0.039, "scicode": 0.036, "ifbench": 0.196598639455782, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "39b64e04-7a69-4aa2-9e2e-fe38c24681ec", "name": "Olmo 3.1 32B Think", "slug": "olmo-3-1-32b-think", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-12-12", "intelligence_index": 8.1, "coding_index": null, "math_index": 77.3, "mmlu_pro": 0.763, "gpqa": 0.591, "hle": 0.06, "livecodebench": 0.695, "scicode": 0.293, "ifbench": 0.659863945578231, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.773333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "338216fb-62c2-48f1-898a-9166d12fb35e", "name": "Olmo 3 7B Think", "slug": "olmo-3-7b-think", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-11-20", "intelligence_index": 4, "coding_index": null, "math_index": 70.7, "mmlu_pro": 0.655, "gpqa": 0.516, "hle": 0.057, "livecodebench": 0.617, "scicode": 0.212, "ifbench": 0.414965986394558, "lcr": 0, "terminalbench_hard": 0.00757575757575758, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.706666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3ef6db79-1dfa-4780-8c4b-affe2740d9ac", "name": "Molmo2-8B", "slug": "molmo2-8b", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-12-11", "intelligence_index": 2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.425, "hle": 0.044, "livecodebench": null, "scicode": 0.133, "ifbench": 0.269387755102041, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "94a6d26e-a903-47f3-8323-ae422d237bb9", "name": "Olmo 3.1 32B Instruct", "slug": "olmo-3-1-32b-instruct", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2026-01-13", "intelligence_index": 6.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.539, "hle": 0.049, "livecodebench": null, "scicode": 0.167, "ifbench": 0.391836734693878, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.213450292397661, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8f74a6ed-f82f-4a2f-a96b-4914993e47da", "name": "Olmo 3 7B Instruct", "slug": "olmo-3-7b-instruct", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-11-20", "intelligence_index": 2.8, "coding_index": null, "math_index": 41.3, "mmlu_pro": 0.522, "gpqa": 0.4, "hle": 0.058, "livecodebench": 0.266, "scicode": 0.103, "ifbench": 0.327891156462585, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.125730994152047, "math_500": null, "aime": null, "aime_25": 0.413333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.2, "price_blended": 0.125 }, { "id": "d4be6393-8915-436c-a3a8-4e59bd5c89a9", "name": "Granite 4.1 30B", "slug": "granite-4-1-30b", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2026-04-29", "intelligence_index": 8.9, "coding_index": 10.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.481, "hle": 0.042, "livecodebench": null, "scicode": 0.258, "ifbench": 0.443537414965986, "lcr": 0.186666666666667, "terminalbench_hard": 0.0227272727272727, "tau2": 0.421052631578947, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "82ed9bd2-c97b-4c35-9312-94bb72001e36", "name": "Granite 4.1 8B", "slug": "granite-4-1-8b", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2026-04-29", "intelligence_index": 6.7, "coding_index": 9.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.433, "hle": 0.038, "livecodebench": null, "scicode": 0.218, "ifbench": 0.386394557823129, "lcr": 0.12, "terminalbench_hard": 0, "tau2": 0.277777777777778, "math_500": null, "aime": null, "aime_25": null, "output_tps": 126.529, "ttft": 0.463, "ttfat": 0.463, "price_input": 0.05, "price_output": 0.1, "price_blended": 0.063 }, { "id": "1fc32894-1060-493b-af94-62bb1068555e", "name": "Granite 4.0 Micro", "slug": "granite-4-0-micro", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-09-22", "intelligence_index": 2.4, "coding_index": null, "math_index": 6, "mmlu_pro": 0.447, "gpqa": 0.336, "hle": 0.051, "livecodebench": 0.18, "scicode": 0.119, "ifbench": 0.247619047619048, "lcr": 0.04, "terminalbench_hard": 0.0151515151515152, "tau2": 0.125730994152047, "math_500": null, "aime": null, "aime_25": 0.06, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5dba8d07-9992-483c-81db-dac97cb15ba8", "name": "Granite 4.0 H Small", "slug": "granite-4-0-h-small", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-09-22", "intelligence_index": 5.2, "coding_index": null, "math_index": 13.7, "mmlu_pro": 0.624, "gpqa": 0.416, "hle": 0.037, "livecodebench": 0.251, "scicode": 0.209, "ifbench": 0.314965986394558, "lcr": 0.09, "terminalbench_hard": 0.0227272727272727, "tau2": 0.172514619883041, "math_500": null, "aime": null, "aime_25": 0.136666666666667, "output_tps": 496.66, "ttft": 8.701, "ttfat": 8.701, "price_input": 0.06, "price_output": 0.25, "price_blended": 0.107 }, { "id": "54c7f3fc-7078-442a-b472-e8691257a88c", "name": "Granite 4.0 350M", "slug": "granite-4-0-350m", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-10-28", "intelligence_index": 1, "coding_index": null, "math_index": 0, "mmlu_pro": 0.124, "gpqa": 0.261, "hle": 0.057, "livecodebench": 0.024, "scicode": 0.009, "ifbench": 0.159183673469388, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.131578947368421, "math_500": null, "aime": null, "aime_25": 0, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "91e3b45f-3f52-4511-8c15-8948854bebc5", "name": "Granite 4.1 3B", "slug": "granite-4-1-3b", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2026-04-29", "intelligence_index": 4.7, "coding_index": 4.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.314, "hle": 0.034, "livecodebench": null, "scicode": 0.119, "ifbench": 0.336734693877551, "lcr": 0.03, "terminalbench_hard": 0.0227272727272727, "tau2": 0.195906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a2c8e7b2-57bf-4d1e-96ea-7944d786d94d", "name": "Granite 4.0 1B", "slug": "granite-4-0-nano-1b", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-10-28", "intelligence_index": 2.1, "coding_index": null, "math_index": 6.3, "mmlu_pro": 0.325, "gpqa": 0.281, "hle": 0.051, "livecodebench": 0.047, "scicode": 0.087, "ifbench": 0.205442176870748, "lcr": 0.04, "terminalbench_hard": 0, "tau2": 0.228070175438596, "math_500": null, "aime": null, "aime_25": 0.0633333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a68afa0b-7fe2-4e9d-bf3e-741cce3c6aeb", "name": "Granite 4.0 H 350M", "slug": "granite-4-0-h-350m", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-10-28", "intelligence_index": 1, "coding_index": null, "math_index": 1.3, "mmlu_pro": 0.127, "gpqa": 0.257, "hle": 0.064, "livecodebench": 0.019, "scicode": 0.017, "ifbench": 0.175510204081633, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.146198830409357, "math_500": null, "aime": null, "aime_25": 0.0133333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "dafbb6d2-4825-43d1-a927-feedcfd2e998", "name": "Granite 4.0 H 1B", "slug": "granite-4-0-h-nano-1b", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-10-28", "intelligence_index": 2.7, "coding_index": null, "math_index": 6.3, "mmlu_pro": 0.277, "gpqa": 0.263, "hle": 0.05, "livecodebench": 0.115, "scicode": 0.082, "ifbench": 0.261904761904762, "lcr": 0.0633333333333333, "terminalbench_hard": 0, "tau2": 0.195906432748538, "math_500": null, "aime": null, "aime_25": 0.0633333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "016d330a-2141-4afa-b2fc-62b314423dc1", "name": "Mercury 2", "slug": "mercury-2", "creator": "inception", "creator_id": "e8fe48d4-d420-48a5-87db-fcd5f5b14d5c", "creator_name": "Inception", "release_date": "2026-02-20", "intelligence_index": 25.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.77, "hle": 0.155, "livecodebench": null, "scicode": 0.387, "ifbench": 0.697959183673469, "lcr": 0.363333333333333, "terminalbench_hard": 0.265151515151515, "tau2": 0.707602339181287, "math_500": null, "aime": null, "aime_25": null, "output_tps": 1127.869, "ttft": 4.211, "ttfat": 4.211, "price_input": 0.25, "price_output": 0.75, "price_blended": 0.375 }, { "id": "dbbcf240-a69e-4078-8f16-7c94c7a8c514", "name": "Reka Flash 3", "slug": "reka-flash-3", "creator": "reka-ai", "creator_id": "4571a280-f096-486f-b220-dffc3e522b0f", "creator_name": "Reka AI", "release_date": "2025-03-10", "intelligence_index": 4.1, "coding_index": null, "math_index": 33.7, "mmlu_pro": 0.669, "gpqa": 0.529, "hle": 0.051, "livecodebench": 0.435, "scicode": 0.267, "ifbench": 0.304081632653061, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": 0.892666666666667, "aime": 0.51, "aime_25": 0.336666666666667, "output_tps": 96.363, "ttft": 14.948, "ttfat": 35.703, "price_input": 0.2, "price_output": 0.8, "price_blended": 0.35 }, { "id": "d3968fd3-97d8-4693-8d26-19cefc6f5d5f", "name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)", "slug": "hermes-4-llama-3-1-405b", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-08-27", "intelligence_index": 8.8, "coding_index": null, "math_index": 15.3, "mmlu_pro": 0.729, "gpqa": 0.536, "hle": 0.042, "livecodebench": 0.546, "scicode": 0.346, "ifbench": 0.347619047619048, "lcr": 0.2, "terminalbench_hard": 0.0984848484848485, "tau2": 0.266081871345029, "math_500": null, "aime": null, "aime_25": 0.153333333333333, "output_tps": 41.544, "ttft": 0.733, "ttfat": 0.733, "price_input": 1, "price_output": 3, "price_blended": 1.5 }, { "id": "b7726745-9c77-40c3-8452-974cb53d6fbc", "name": "DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)", "slug": "deephermes-3-llama-3-1-8b-preview", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-02-13", "intelligence_index": 2.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.365, "gpqa": 0.27, "hle": 0.043, "livecodebench": 0.085, "scicode": 0.091, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.218, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a8efb564-9d17-4d7f-8f43-e9110657ce21", "name": "DeepHermes 3 - Mistral 24B Preview (Non-reasoning)", "slug": "deephermes-3-mistral-24b-preview", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-03-13", "intelligence_index": 5.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.58, "gpqa": 0.382, "hle": 0.039, "livecodebench": 0.195, "scicode": 0.228, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.594666666666667, "aime": 0.0466666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "82b207dd-d285-4a52-b2fc-2cbd27543899", "name": "Hermes 4 - Llama-3.1 405B (Reasoning)", "slug": "hermes-4-llama-3-1-405b-reasoning", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-08-27", "intelligence_index": 9, "coding_index": null, "math_index": 69.7, "mmlu_pro": 0.829, "gpqa": 0.727, "hle": 0.103, "livecodebench": 0.686, "scicode": 0.252, "ifbench": 0.327210884353742, "lcr": 0.206666666666667, "terminalbench_hard": 0.113636363636364, "tau2": 0.222222222222222, "math_500": null, "aime": null, "aime_25": 0.696666666666667, "output_tps": 40.532, "ttft": 0.73, "ttfat": 50.074, "price_input": 1, "price_output": 3, "price_blended": 1.5 }, { "id": "6ba9e8eb-8124-436d-842f-dbe36df80c27", "name": "Hermes 4 - Llama-3.1 70B (Reasoning)", "slug": "hermes-4-llama-3-1-70b-reasoning", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-08-27", "intelligence_index": 10, "coding_index": null, "math_index": 68.7, "mmlu_pro": 0.811, "gpqa": 0.699, "hle": 0.079, "livecodebench": 0.653, "scicode": 0.341, "ifbench": 0.312925170068027, "lcr": 0.0666666666666667, "terminalbench_hard": 0.0454545454545455, "tau2": 0.225146198830409, "math_500": null, "aime": null, "aime_25": 0.686666666666667, "output_tps": 95.215, "ttft": 0.591, "ttfat": 21.596, "price_input": 0.13, "price_output": 0.4, "price_blended": 0.198 }, { "id": "235060f4-057d-4bd1-8b8e-4a92908c770e", "name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)", "slug": "hermes-4-llama-3-1-70b", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2025-08-27", "intelligence_index": 6.9, "coding_index": null, "math_index": 11.3, "mmlu_pro": 0.664, "gpqa": 0.491, "hle": 0.036, "livecodebench": 0.269, "scicode": 0.277, "ifbench": 0.289795918367347, "lcr": 0.02, "terminalbench_hard": 0, "tau2": 0.216374269005848, "math_500": null, "aime": null, "aime_25": 0.113333333333333, "output_tps": 94.523, "ttft": 0.637, "ttfat": 0.637, "price_input": 0.13, "price_output": 0.4, "price_blended": 0.198 }, { "id": "508943e4-e9e1-4d10-9c0e-a7650e9d7315", "name": "EXAONE 4.5 33B", "slug": "exaone-4-5-33b", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2026-04-09", "intelligence_index": 23, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.794, "hle": 0.116, "livecodebench": null, "scicode": 0.28, "ifbench": 0.579591836734694, "lcr": 0.493333333333333, "terminalbench_hard": 0.204545454545455, "tau2": 0.780701754385965, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3538d399-1b3f-455d-9b13-1d8f9fee26c8", "name": "EXAONE 4.5 33B (Non-reasoning)", "slug": "exaone-4-5-33b-non-reasoning", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2026-04-09", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2f60d80d-c3d3-4a43-bded-0557898c4618", "name": "EXAONE 4.0 32B (Non-reasoning)", "slug": "exaone-4-0-32b", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-07-15", "intelligence_index": 6, "coding_index": null, "math_index": 39.3, "mmlu_pro": 0.768, "gpqa": 0.628, "hle": 0.049, "livecodebench": 0.472, "scicode": 0.252, "ifbench": 0.33469387755102, "lcr": 0.08, "terminalbench_hard": 0.0151515151515152, "tau2": 0.0409356725146199, "math_500": 0.939333333333333, "aime": 0.47, "aime_25": 0.393333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "44b19b51-5367-4ef9-a2ff-2f90b89a0867", "name": "EXAONE 4.0 32B (Reasoning)", "slug": "exaone-4-0-32b-reasoning", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-07-15", "intelligence_index": 10.6, "coding_index": null, "math_index": 80, "mmlu_pro": 0.818, "gpqa": 0.739, "hle": 0.105, "livecodebench": 0.747, "scicode": 0.344, "ifbench": 0.363265306122449, "lcr": 0.14, "terminalbench_hard": 0.0378787878787879, "tau2": 0.172514619883041, "math_500": 0.976666666666667, "aime": 0.843333333333333, "aime_25": 0.8, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "715e05fb-1313-441c-bf1d-8651c752a841", "name": "K-EXAONE (Reasoning)", "slug": "k-exaone", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-12-31", "intelligence_index": 24.7, "coding_index": null, "math_index": 90.3, "mmlu_pro": 0.838, "gpqa": 0.783, "hle": 0.131, "livecodebench": 0.768, "scicode": 0.356, "ifbench": 0.646938775510204, "lcr": 0.556666666666667, "terminalbench_hard": 0.227272727272727, "tau2": 0.742690058479532, "math_500": null, "aime": null, "aime_25": 0.903333333333334, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d734e2ce-5cf8-467f-8148-586d02671333", "name": "Exaone 4.0 1.2B (Reasoning)", "slug": "exaone-4-0-1-2b-reasoning", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-07-15", "intelligence_index": 2.9, "coding_index": null, "math_index": 50.3, "mmlu_pro": 0.588, "gpqa": 0.515, "hle": 0.058, "livecodebench": 0.516, "scicode": 0.093, "ifbench": 0.229931972789116, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.16374269005848, "math_500": null, "aime": null, "aime_25": 0.503333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "9cc377dc-67ae-4042-bafc-0466b5f05089", "name": "K-EXAONE (Non-reasoning)", "slug": "k-exaone-non-reasoning", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-12-31", "intelligence_index": 16.7, "coding_index": null, "math_index": 44, "mmlu_pro": 0.81, "gpqa": 0.695, "hle": 0.054, "livecodebench": null, "scicode": 0.27, "ifbench": 0.395918367346939, "lcr": 0.47, "terminalbench_hard": 0.0681818181818182, "tau2": 0.590643274853801, "math_500": null, "aime": null, "aime_25": 0.44, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8273650d-40e5-45ee-aeda-df71de784164", "name": "Exaone 4.0 1.2B (Non-reasoning)", "slug": "exaone-4-0-1-2b", "creator": "lg", "creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554", "creator_name": "LG AI Research", "release_date": "2025-07-15", "intelligence_index": 2.8, "coding_index": null, "math_index": 24, "mmlu_pro": 0.5, "gpqa": 0.424, "hle": 0.058, "livecodebench": 0.293, "scicode": 0.074, "ifbench": 0.253061224489796, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.204678362573099, "math_500": null, "aime": null, "aime_25": 0.24, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "00f1248e-78e3-4230-8dc8-5e13ba8645e2", "name": "MiMo-V2.5-Pro", "slug": "mimo-v2-5-pro", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-04-22", "intelligence_index": 42.2, "coding_index": 60.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.866, "hle": 0.338, "livecodebench": null, "scicode": 0.502, "ifbench": 0.798639455782313, "lcr": 0.733333333333333, "terminalbench_hard": 0.431818181818182, "tau2": 0.941520467836257, "math_500": null, "aime": null, "aime_25": null, "output_tps": 52.37, "ttft": 2.447, "ttfat": 40.636, "price_input": 0.435, "price_output": 0.87, "price_blended": 0.544 }, { "id": "4764d31d-f4af-4297-8bd1-e993f26bcb64", "name": "MiMo-V2.5-Pro (Non-reasoning)", "slug": "mimo-v2-5-pro-non-reasoning", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-04-22", "intelligence_index": 27.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.762, "hle": 0.133, "livecodebench": null, "scicode": 0.391, "ifbench": 0.427210884353741, "lcr": 0.35, "terminalbench_hard": 0.356060606060606, "tau2": 0.725146198830409, "math_500": null, "aime": null, "aime_25": null, "output_tps": 66.264, "ttft": 1.408, "ttfat": 1.408, "price_input": 0.661, "price_output": 1.722, "price_blended": 0.926 }, { "id": "22d09131-343b-4adf-8760-533e20a2155f", "name": "MiMo-V2.5", "slug": "mimo-v2-5-0424", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-04-22", "intelligence_index": 37.2, "coding_index": 56.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.849, "hle": 0.252, "livecodebench": null, "scicode": 0.431, "ifbench": 0.671428571428571, "lcr": 0.626666666666667, "terminalbench_hard": 0.416666666666667, "tau2": 0.906432748538012, "math_500": null, "aime": null, "aime_25": null, "output_tps": 84.32, "ttft": 1.799, "ttfat": 25.518, "price_input": 0.14, "price_output": 0.28, "price_blended": 0.175 }, { "id": "94d09368-9035-47cf-963a-b4310b433a16", "name": "MiMo-V2-Omni", "slug": "mimo-v2-omni", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-03-19", "intelligence_index": 35, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.828, "hle": 0.199, "livecodebench": null, "scicode": 0.367, "ifbench": 0.535374149659864, "lcr": 0.666666666666667, "terminalbench_hard": 0.348484848484849, "tau2": 0.912280701754386, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "296ace9b-0815-43b2-bafa-fd6cec5cce36", "name": "MiMo-V2-Omni-0327", "slug": "mimo-v2-omni-0327", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-03-27", "intelligence_index": 36.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.855, "hle": 0.204, "livecodebench": null, "scicode": 0.395, "ifbench": 0.673469387755102, "lcr": 0.636666666666667, "terminalbench_hard": 0.356060606060606, "tau2": 0.880116959064328, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.4, "price_output": 2, "price_blended": 0.8 }, { "id": "82b36b4d-84dd-4bc0-ad32-e3aee9442789", "name": "MiMo-V2-Flash (Non-reasoning)", "slug": "mimo-v2-flash", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2025-12-16", "intelligence_index": 24.7, "coding_index": 49.8, "math_index": 67.7, "mmlu_pro": 0.744, "gpqa": 0.656, "hle": 0.08, "livecodebench": 0.402, "scicode": 0.259, "ifbench": 0.399319727891157, "lcr": 0.313333333333333, "terminalbench_hard": 0.257575757575758, "tau2": 0.839181286549708, "math_500": null, "aime": null, "aime_25": 0.676666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "1479f50b-d37f-4b55-bb8b-4212a15042eb", "name": "MiMo-V2-Flash (Feb 2026)", "slug": "mimo-v2-0206", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2025-12-16", "intelligence_index": 33.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.835, "hle": 0.2, "livecodebench": null, "scicode": 0.383, "ifbench": 0.718367346938776, "lcr": 0.643333333333333, "terminalbench_hard": 0.310606060606061, "tau2": 0.932748538011696, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "ae4fe623-80ab-4ea3-8921-70a18ea0fc7e", "name": "ERNIE 4.5 300B A47B", "slug": "ernie-4-5-300b-a47b", "creator": "baidu", "creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21", "creator_name": "Baidu", "release_date": "2025-06-30", "intelligence_index": 9, "coding_index": null, "math_index": 41.3, "mmlu_pro": 0.776, "gpqa": 0.811, "hle": 0.035, "livecodebench": 0.467, "scicode": 0.315, "ifbench": 0.391156462585034, "lcr": 0.0233333333333333, "terminalbench_hard": 0.0606060606060606, "tau2": 0, "math_500": 0.930666666666667, "aime": 0.493333333333333, "aime_25": 0.413333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.28, "price_output": 1.1, "price_blended": 0.485 }, { "id": "a518a64b-e337-48f3-85a1-ba7dc0e8f961", "name": "ERNIE 5.0 Thinking Preview", "slug": "ernie-5-0-thinking-preview", "creator": "baidu", "creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21", "creator_name": "Baidu", "release_date": "2025-11-13", "intelligence_index": 21.9, "coding_index": null, "math_index": 85, "mmlu_pro": 0.83, "gpqa": 0.777, "hle": 0.127, "livecodebench": 0.812, "scicode": 0.375, "ifbench": 0.413605442176871, "lcr": 0.0666666666666667, "terminalbench_hard": 0.25, "tau2": 0.839181286549707, "math_500": null, "aime": null, "aime_25": 0.85, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "45790612-02e3-4c42-b5bd-cd7ed2ea1f2f", "name": "Sarvam 105B (high)", "slug": "sarvam-105b", "creator": "sarvam", "creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e", "creator_name": "Sarvam", "release_date": "2026-03-06", "intelligence_index": 11.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.738, "hle": 0.101, "livecodebench": null, "scicode": 0.264, "ifbench": 0.343537414965986, "lcr": 0, "terminalbench_hard": 0.0151515151515152, "tau2": 0.467836257309941, "math_500": null, "aime": null, "aime_25": null, "output_tps": 142.294, "ttft": 1.168, "ttfat": 15.224, "price_input": 0.042, "price_output": 0.17, "price_blended": 0.074 }, { "id": "764dd095-6ebd-4760-8eb3-cbc40964db2e", "name": "Sarvam 30B (high)", "slug": "sarvam-30b", "creator": "sarvam", "creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e", "creator_name": "Sarvam", "release_date": "2026-03-06", "intelligence_index": 6.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.633, "hle": 0.07, "livecodebench": null, "scicode": 0.192, "ifbench": 0.264625850340136, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0.345029239766082, "math_500": null, "aime": null, "aime_25": null, "output_tps": 217.213, "ttft": 1.133, "ttfat": 10.34, "price_input": 0.026, "price_output": 0.11, "price_blended": 0.047 }, { "id": "340fb211-4fad-41d3-87d5-ed0d0cd34088", "name": "HyperNova 60B 2605", "slug": "hypernova-60b", "creator": "multiversecomputing", "creator_id": "7d59f244-cf07-4d56-8f28-e1f1379f31c8", "creator_name": "Multiverse Computing", "release_date": "2026-05-26", "intelligence_index": 17.8, "coding_index": 23.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.733, "hle": 0.151, "livecodebench": null, "scicode": 0.33, "ifbench": 0.664625850340136, "lcr": 0.316666666666667, "terminalbench_hard": 0.234848484848485, "tau2": 0.631578947368421, "math_500": null, "aime": null, "aime_25": null, "output_tps": 357.045, "ttft": 0.741, "ttfat": 6.343, "price_input": 0.04, "price_output": 0.14, "price_blended": 0.065 }, { "id": "ea5d2c10-1051-437d-95c2-18d5e4d14ff3", "name": "Cogito v2.1 (Reasoning)", "slug": "cogito-v2-1-reasoning", "creator": "deepcogito", "creator_id": "e92cc1e2-153b-4f0a-ac19-c376aaa7c878", "creator_name": "Deep Cogito", "release_date": "2025-11-18", "intelligence_index": null, "coding_index": null, "math_index": 72.7, "mmlu_pro": 0.849, "gpqa": 0.768, "hle": 0.11, "livecodebench": 0.688, "scicode": 0.41, "ifbench": 0.462585034013605, "lcr": 0.216666666666667, "terminalbench_hard": 0.166666666666667, "tau2": null, "math_500": null, "aime": null, "aime_25": 0.726666666666667, "output_tps": 95.374, "ttft": 0.43, "ttfat": 21.4, "price_input": 1.25, "price_output": 1.25, "price_blended": 1.25 }, { "id": "b58b8272-cd3f-44b9-9b68-612f40779ce2", "name": "Hy3-preview (Non-reasoning)", "slug": "hy3-non-reasoning", "creator": "tencent", "creator_id": "a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826", "creator_name": "Tencent", "release_date": "2026-04-23", "intelligence_index": 26.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.732, "hle": 0.063, "livecodebench": null, "scicode": 0.394, "ifbench": 0.479591836734694, "lcr": 0.336666666666667, "terminalbench_hard": 0.318181818181818, "tau2": 0.675438596491228, "math_500": null, "aime": null, "aime_25": null, "output_tps": 161.996, "ttft": 1.704, "ttfat": 1.704, "price_input": 0.123, "price_output": 0.43, "price_blended": 0.2 }, { "id": "8ca48626-ff5e-48b3-8401-38081376d706", "name": "Hy3-preview (Reasoning)", "slug": "hy3", "creator": "tencent", "creator_id": "a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826", "creator_name": "Tencent", "release_date": "2026-04-23", "intelligence_index": 33.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.867, "hle": 0.255, "livecodebench": null, "scicode": 0.412, "ifbench": 0.631292517006803, "lcr": 0.546666666666667, "terminalbench_hard": 0.340909090909091, "tau2": 0.926900584795322, "math_500": null, "aime": null, "aime_25": null, "output_tps": 178.326, "ttft": 1.687, "ttfat": 12.902, "price_input": 0.123, "price_output": 0.43, "price_blended": 0.2 }, { "id": "fc4223e8-4586-4ca1-97ca-bb55ff586947", "name": "KAT Coder Pro V2", "slug": "kat-coder-pro-v2", "creator": "kwaikat", "creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c", "creator_name": "KwaiKAT", "release_date": "2026-03-27", "intelligence_index": 35.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.855, "hle": 0.16, "livecodebench": null, "scicode": 0.383, "ifbench": 0.666666666666667, "lcr": 0.66, "terminalbench_hard": 0.492424242424242, "tau2": 0.894736842105263, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "fb112343-c82c-4b43-afea-996bd5101d62", "name": "KAT-Coder-Pro V1", "slug": "kat-coder-pro-v1", "creator": "kwaikat", "creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c", "creator_name": "KwaiKAT", "release_date": "2025-11-11", "intelligence_index": 34.6, "coding_index": 58.9, "math_index": 94.7, "mmlu_pro": 0.813, "gpqa": 0.764, "hle": 0.334, "livecodebench": 0.747, "scicode": 0.366, "ifbench": 0.683673469387755, "lcr": 0.74, "terminalbench_hard": 0.0909090909090909, "tau2": 0.885964912280702, "math_500": null, "aime": null, "aime_25": 0.946666666666667, "output_tps": 108.961, "ttft": 0.945, "ttfat": 0.945, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "369329e4-629f-425d-975a-e8980aec2965", "name": "INTELLECT-3", "slug": "intellect-3", "creator": "prime-intellect", "creator_id": "386c82f9-9669-4467-b13e-fed5bede9002", "creator_name": "Prime Intellect", "release_date": "2025-11-27", "intelligence_index": 15.6, "coding_index": null, "math_index": 88, "mmlu_pro": 0.822, "gpqa": 0.761, "hle": 0.121, "livecodebench": 0.777, "scicode": 0.391, "ifbench": 0.340136054421769, "lcr": 0.323333333333333, "terminalbench_hard": 0.0909090909090909, "tau2": 0.266081871345029, "math_500": null, "aime": null, "aime_25": 0.88, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "666eb13f-0d22-4438-8eb0-01876e1a8604", "name": "Motif-2-12.7B-Reasoning", "slug": "motif-2-12-7b", "creator": "motif-technologies", "creator_id": "366bf3fc-4436-4baf-8d8f-acb7ec04d342", "creator_name": "Motif Technologies", "release_date": "2025-12-04", "intelligence_index": 12.8, "coding_index": null, "math_index": 80.3, "mmlu_pro": 0.796, "gpqa": 0.695, "hle": 0.082, "livecodebench": 0.651, "scicode": 0.282, "ifbench": 0.570068027210884, "lcr": 0.13, "terminalbench_hard": 0.0378787878787879, "tau2": 0.464912280701754, "math_500": null, "aime": null, "aime_25": 0.803333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5a49ef80-3af5-404b-8ac0-e1b230ae95de", "name": "K2 Think V2", "slug": "k2-think-v2", "creator": "mbzuai", "creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7", "creator_name": "MBZUAI Institute of Foundation Models", "release_date": "2025-12-15", "intelligence_index": 17.3, "coding_index": 21, "math_index": null, "mmlu_pro": null, "gpqa": 0.713, "hle": 0.095, "livecodebench": null, "scicode": 0.33, "ifbench": 0.627891156462585, "lcr": 0.526666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.254385964912281, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a38d719a-709c-4983-b3e7-7090389ae9a6", "name": "K2-V2 (high)", "slug": "k2-v2", "creator": "mbzuai", "creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7", "creator_name": "MBZUAI Institute of Foundation Models", "release_date": "2025-12-05", "intelligence_index": 14.2, "coding_index": null, "math_index": 78.3, "mmlu_pro": 0.786, "gpqa": 0.681, "hle": 0.098, "livecodebench": 0.694, "scicode": 0.286, "ifbench": 0.601360544217687, "lcr": 0.333333333333333, "terminalbench_hard": 0.0984848484848485, "tau2": 0.277777777777778, "math_500": null, "aime": null, "aime_25": 0.783333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "dd738be7-2b69-4775-91a5-8851d3341c2d", "name": "K2-V2 (medium)", "slug": "k2-v2-medium", "creator": "mbzuai", "creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7", "creator_name": "MBZUAI Institute of Foundation Models", "release_date": "2025-12-05", "intelligence_index": 12.4, "coding_index": null, "math_index": 64.7, "mmlu_pro": 0.761, "gpqa": 0.598, "hle": 0.044, "livecodebench": 0.541, "scicode": 0.252, "ifbench": 0.551020408163265, "lcr": 0.28, "terminalbench_hard": 0.0833333333333333, "tau2": 0.248538011695906, "math_500": null, "aime": null, "aime_25": 0.646666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "dae31abc-0587-44d0-ba53-f78e96b6e486", "name": "K2-V2 (low)", "slug": "k2-v2-low", "creator": "mbzuai", "creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7", "creator_name": "MBZUAI Institute of Foundation Models", "release_date": "2025-12-05", "intelligence_index": 8.6, "coding_index": null, "math_index": 35.3, "mmlu_pro": 0.713, "gpqa": 0.541, "hle": 0.039, "livecodebench": 0.393, "scicode": 0.223, "ifbench": 0.40952380952381, "lcr": 0.19, "terminalbench_hard": 0.0454545454545455, "tau2": 0.207602339181287, "math_500": null, "aime": null, "aime_25": 0.353333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "e0099b99-d368-4562-b0de-4016ea58af54", "name": "Mi:dm K 2.5 Pro Preview", "slug": "midm-250-pro-rsnsft", "creator": "korea-telecom", "creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c", "creator_name": "Korea Telecom", "release_date": "2025-12-11", "intelligence_index": null, "coding_index": null, "math_index": 78.7, "mmlu_pro": 0.813, "gpqa": 0.722, "hle": 0.088, "livecodebench": 0.576, "scicode": 0.297, "ifbench": 0.45578231292517, "lcr": 0.11, "terminalbench_hard": 0.0303030303030303, "tau2": 0.494152046783626, "math_500": null, "aime": null, "aime_25": 0.786666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "df4c5a29-4b5c-4fef-9f7f-5e24e118ab65", "name": "Mi:dm K 2.5 Pro", "slug": "mi-dm-k-2-5-pro-dec28", "creator": "korea-telecom", "creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c", "creator_name": "Korea Telecom", "release_date": "2025-12-11", "intelligence_index": 16.4, "coding_index": null, "math_index": 76.7, "mmlu_pro": 0.809, "gpqa": 0.701, "hle": 0.077, "livecodebench": 0.656, "scicode": 0.332, "ifbench": 0.493197278911565, "lcr": 0.09, "terminalbench_hard": 0.0227272727272727, "tau2": 0.865497076023392, "math_500": null, "aime": null, "aime_25": 0.766666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "339a92c1-8a42-417f-8d1f-cdbc605acd9e", "name": "HyperCLOVA X SEED Think (32B)", "slug": "hyperclova-x-seed-think-32b", "creator": "naver", "creator_id": "6da63157-6fed-41df-8761-62c519ebd6ab", "creator_name": "Naver", "release_date": "2025-12-26", "intelligence_index": 17, "coding_index": null, "math_index": 59, "mmlu_pro": 0.785, "gpqa": 0.615, "hle": 0.055, "livecodebench": 0.629, "scicode": 0.284, "ifbench": 0.37891156462585, "lcr": 0.116666666666667, "terminalbench_hard": 0.121212121212121, "tau2": 0.874269005847953, "math_500": null, "aime": null, "aime_25": 0.59, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "6056731b-c705-455b-aa0d-43cbf29b1054", "name": "LongCat Flash Lite", "slug": "longcat-flash-lite", "creator": "longcat", "creator_id": "45d124a1-e1be-402d-97be-7adf239b9988", "creator_name": "LongCat", "release_date": "2026-01-28", "intelligence_index": 17.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.636, "hle": 0.06, "livecodebench": null, "scicode": 0.284, "ifbench": 0.430612244897959, "lcr": 0.256666666666667, "terminalbench_hard": 0.106060606060606, "tau2": 0.795321637426901, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5d891609-fe1c-4e8d-b9f0-5b0ff6d9f439", "name": "Tri-21B-Think", "slug": "tri-21b-think-v0-5", "creator": "trillionlabs", "creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03", "creator_name": "Trillion Labs", "release_date": "2026-02-10", "intelligence_index": 12.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.601, "hle": 0.061, "livecodebench": null, "scicode": 0.174, "ifbench": 0.546258503401361, "lcr": 0.11, "terminalbench_hard": 0.00757575757575758, "tau2": 0.809941520467836, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "60cff809-05fb-4439-afe7-8b1476439f49", "name": "Tri-21B-think Preview", "slug": "tri-21b-think-preview", "creator": "trillionlabs", "creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03", "creator_name": "Trillion Labs", "release_date": "2026-02-10", "intelligence_index": 13.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.538, "hle": 0.057, "livecodebench": null, "scicode": 0.178, "ifbench": 0.471428571428571, "lcr": 0.146666666666667, "terminalbench_hard": 0.0227272727272727, "tau2": 0.932748538011696, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "7d73161f-002f-4c9c-b4f8-6c4d91f2ba8e", "name": "Nanbeige4.1-3B", "slug": "nanbeige4-1-3b", "creator": "nanbeige", "creator_id": "c1c9377c-4745-4762-94b7-88c045ccda28", "creator_name": "Nanbeige", "release_date": "2026-02-11", "intelligence_index": 11.1, "coding_index": 9.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.849, "hle": 0.1, "livecodebench": null, "scicode": 0.266, "ifbench": 0.354421768707483, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.216374269005848, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "49e70a38-4ac1-4659-b490-09b2c7ff21d6", "name": "Apertus 70B Instruct", "slug": "apertus-70b-instruct", "creator": "swiss-ai-initiative", "creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b", "creator_name": "Swiss AI Initiative", "release_date": "2025-09-02", "intelligence_index": 2.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.272, "hle": 0.055, "livecodebench": null, "scicode": 0.057, "ifbench": 0.258503401360544, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.128654970760234, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.82, "price_output": 2.92, "price_blended": 1.345 }, { "id": "891bcdf2-8dd2-4dc3-829b-d963fde25876", "name": "Apertus 8B Instruct", "slug": "apertus-8b-instruct", "creator": "swiss-ai-initiative", "creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b", "creator_name": "Swiss AI Initiative", "release_date": "2025-09-02", "intelligence_index": 1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.256, "hle": 0.05, "livecodebench": null, "scicode": 0.041, "ifbench": 0.223809523809524, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.114035087719298, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.2, "price_blended": 0.125 }, { "id": "77f5ff8b-1536-474a-a337-e1bfd138d343", "name": "MiniCPM5-1B (Reasoning)", "slug": "minicpm5-1b", "creator": "openbmb", "creator_id": "7399e4ac-f64d-4be6-b649-2fc20756839f", "creator_name": "OpenBMB", "release_date": "2026-05-25", "intelligence_index": 12, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.278, "hle": 0.065, "livecodebench": null, "scicode": 0.044, "ifbench": 0.493197278911565, "lcr": 0.0366666666666667, "terminalbench_hard": 0, "tau2": 0.809941520467836, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "433e410e-5170-4f03-b92f-7927c220b2fe", "name": "MiniCPM-V 4.6 1.3B", "slug": "minicpm-v4-6-1-3b", "creator": "openbmb", "creator_id": "7399e4ac-f64d-4be6-b649-2fc20756839f", "creator_name": "OpenBMB", "release_date": "2026-05-11", "intelligence_index": 4.2, "coding_index": 0.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.305, "hle": 0.049, "livecodebench": null, "scicode": 0.021, "ifbench": 0.26734693877551, "lcr": 0.0633333333333333, "terminalbench_hard": 0, "tau2": 0.87719298245614, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d306cccd-0085-4b2f-8aa0-ffcdbb434695", "name": "MiniCPM5-1B (Non-reasoning)", "slug": "minicpm5-1b-non-reasoning", "creator": "openbmb", "creator_id": "7399e4ac-f64d-4be6-b649-2fc20756839f", "creator_name": "OpenBMB", "release_date": "2026-05-25", "intelligence_index": 11.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.269, "hle": 0.046, "livecodebench": null, "scicode": 0.014, "ifbench": 0.351700680272109, "lcr": 0.0466666666666667, "terminalbench_hard": 0, "tau2": 0.824561403508772, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b6d2e43d-3082-43f5-9318-0f4dbcb54163", "name": "Trinity Large Thinking", "slug": "trinity-large-thinking", "creator": "arcee", "creator_id": "7f460cea-a532-4021-b9ca-50ac183ecd4a", "creator_name": "Arcee AI", "release_date": "2026-04-01", "intelligence_index": 24.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.752, "hle": 0.147, "livecodebench": null, "scicode": 0.361, "ifbench": 0.562585034013605, "lcr": 0.33, "terminalbench_hard": 0.227272727272727, "tau2": 0.900584795321637, "math_500": null, "aime": null, "aime_25": null, "output_tps": 212.223, "ttft": 0.717, "ttfat": 10.141, "price_input": 0.235, "price_output": 0.875, "price_blended": 0.395 }, { "id": "0121d27b-5b8a-4901-8684-80589cc6d40d", "name": "JT-35B-Flash", "slug": "jt-35b-flash", "creator": "china-mobile", "creator_id": "7e7b7290-eacc-420e-a35f-7c8eb4e5205d", "creator_name": "China Mobile", "release_date": "2026-05-14", "intelligence_index": 28.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.829, "hle": 0.061, "livecodebench": null, "scicode": 0.291, "ifbench": 0.420408163265306, "lcr": 0.553333333333333, "terminalbench_hard": 0.287878787878788, "tau2": 0.991228070175439, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3d4e7366-928c-4eff-a8b0-2919c7d334c9", "name": "JT-MINI", "slug": "jt-mini", "creator": "china-mobile", "creator_id": "7e7b7290-eacc-420e-a35f-7c8eb4e5205d", "creator_name": "China Mobile", "release_date": "2026-04-15", "intelligence_index": 18.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.676, "hle": 0.066, "livecodebench": null, "scicode": 0.272, "ifbench": 0.366666666666667, "lcr": 0.116666666666667, "terminalbench_hard": 0.181818181818182, "tau2": 0.929824561403509, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "901ec71b-51ec-4f53-b807-06ee17b890b4", "name": "JT-4.1 Flash 236B A21B", "slug": "jt-4-1-flash-236b-a21b", "creator": "china-mobile", "creator_id": "7e7b7290-eacc-420e-a35f-7c8eb4e5205d", "creator_name": "China Mobile", "release_date": "2026-07-09", "intelligence_index": 38.8, "coding_index": 52.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.845, "hle": 0.161, "livecodebench": null, "scicode": 0.382, "ifbench": null, "lcr": 0.586666666666667, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3b5ba264-ad25-429b-a460-4d8698205f0d", "name": "Nex-N2-Pro", "slug": "nex-n2-pro", "creator": "nex", "creator_id": "b2c5c58a-a26f-46f2-80ea-3bd23dfbd3ca", "creator_name": "Nex AGI", "release_date": "2026-06-02", "intelligence_index": 41, "coding_index": 59.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.892, "hle": 0.324, "livecodebench": null, "scicode": 0.418, "ifbench": 0.661904761904762, "lcr": 0.676666666666667, "terminalbench_hard": null, "tau2": 0.815789473684211, "math_500": null, "aime": null, "aime_25": null, "output_tps": 142.066, "ttft": 0.905, "ttfat": 14.983, "price_input": 0.5, "price_output": 2.5, "price_blended": 1 }, { "id": "149096f3-57b7-4413-80c2-a2c010a2995a", "name": "GLM-5-Turbo", "slug": "glm-5-turbo", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-03-15", "intelligence_index": 38.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.847, "hle": 0.254, "livecodebench": null, "scicode": 0.436, "ifbench": 0.731972789115646, "lcr": 0.606666666666667, "terminalbench_hard": 0.333333333333333, "tau2": 0.985380116959064, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f7a4ea75-e548-4069-80d4-9be8bc7c009b", "name": "GLM-5.2 (max)", "slug": "glm-5-2", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-06-16", "intelligence_index": 51.1, "coding_index": 68.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.895, "hle": 0.401, "livecodebench": null, "scicode": 0.505, "ifbench": 0.733333333333333, "lcr": 0.713333333333333, "terminalbench_hard": 0.507575757575758, "tau2": 0.991228070175439, "math_500": null, "aime": null, "aime_25": null, "output_tps": 195.564, "ttft": 0.856, "ttfat": 11.083, "price_input": 1.4, "price_output": 4.4, "price_blended": 2.15 }, { "id": "5aa1c578-af76-4b91-8699-cdd43582b3af", "name": "GLM-5.1 (Reasoning)", "slug": "glm-5-1", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-04-07", "intelligence_index": 40.2, "coding_index": 55.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.868, "hle": 0.28, "livecodebench": null, "scicode": 0.438, "ifbench": 0.762585034013605, "lcr": 0.623333333333333, "terminalbench_hard": 0.431818181818182, "tau2": 0.976608187134503, "math_500": null, "aime": null, "aime_25": null, "output_tps": 71.421, "ttft": 0.883, "ttfat": 53.963, "price_input": 1.4, "price_output": 4.4, "price_blended": 2.15 }, { "id": "92f245a7-43b4-4ffd-8bfb-866746bf824d", "name": "GLM-5.1 (Non-reasoning)", "slug": "glm-5-1-non-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-04-07", "intelligence_index": 35.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.839, "hle": 0.256, "livecodebench": null, "scicode": 0.361, "ifbench": 0.519727891156463, "lcr": 0.443333333333333, "terminalbench_hard": 0.356060606060606, "tau2": 0.970760233918129, "math_500": null, "aime": null, "aime_25": null, "output_tps": 57.289, "ttft": 0.987, "ttfat": 0.987, "price_input": 1.4, "price_output": 4.4, "price_blended": 2.15 }, { "id": "e8aa417f-18fe-46b0-ba62-ef99785a9585", "name": "GLM-5.2 (Non-reasoning)", "slug": "glm-5-2-non-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-06-16", "intelligence_index": 34.1, "coding_index": 46.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.686, "hle": 0.084, "livecodebench": null, "scicode": 0.361, "ifbench": null, "lcr": 0.373333333333333, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 106.137, "ttft": 1.094, "ttfat": 1.094, "price_input": 2.09, "price_output": 6.38, "price_blended": 3.162 }, { "id": "248deb0d-426c-4fa9-86fa-bc60aa9c3719", "name": "GLM 5V Turbo (Reasoning)", "slug": "glm-5v-turbo", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-04-01", "intelligence_index": 34.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.809, "hle": 0.158, "livecodebench": null, "scicode": 0.435, "ifbench": 0.610884353741497, "lcr": 0.61, "terminalbench_hard": 0.325757575757576, "tau2": 0.985380116959064, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "81444bc8-72f9-4a2d-ad43-27e3f0d2f461", "name": "Tiny Aya Global", "slug": "tiny-aya-global", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2026-02-17", "intelligence_index": 1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.305, "hle": 0.052, "livecodebench": null, "scicode": 0.036, "ifbench": 0.201360544217687, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": null, "output_tps": 136.535, "ttft": 0.308, "ttfat": 0.308, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1e9907e0-ffac-4595-b006-962e4f1da7cf", "name": "North Mini Code", "slug": "north-mini-code", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2026-06-09", "intelligence_index": 20.6, "coding_index": 36.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.757, "hle": 0.099, "livecodebench": null, "scicode": 0.382, "ifbench": 0.575510204081633, "lcr": 0.323333333333333, "terminalbench_hard": 0.310606060606061, "tau2": 0.374269005847953, "math_500": null, "aime": null, "aime_25": null, "output_tps": 92.471, "ttft": 0.193, "ttfat": 21.822, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2e9ff877-fd2c-4ce7-b631-7ca1bdb6d13e", "name": "Command A+", "slug": "command-a-plus", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2026-05-20", "intelligence_index": 22.5, "coding_index": 27.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.761, "hle": 0.114, "livecodebench": null, "scicode": 0.378, "ifbench": 0.739455782312925, "lcr": 0.46, "terminalbench_hard": 0.25, "tau2": 0.807017543859649, "math_500": null, "aime": null, "aime_25": null, "output_tps": 169.877, "ttft": 0.184, "ttfat": 11.957, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3bc32f13-5afa-4e28-bce1-10e57376686b", "name": "Command A", "slug": "command-a", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2025-03-13", "intelligence_index": 7.7, "coding_index": null, "math_index": 13, "mmlu_pro": 0.712, "gpqa": 0.527, "hle": 0.046, "livecodebench": 0.287, "scicode": 0.281, "ifbench": 0.364625850340136, "lcr": 0.18, "terminalbench_hard": 0.00757575757575758, "tau2": 0.152046783625731, "math_500": 0.818666666666667, "aime": 0.0966666666666667, "aime_25": 0.13, "output_tps": 56.12, "ttft": 0.432, "ttfat": 0.432, "price_input": 2.5, "price_output": 10, "price_blended": 4.375 }, { "id": "a71c1a35-ccc8-43f0-a5a2-070a690b9a00", "name": "Apriel-v1.6-15B-Thinker", "slug": "apriel-v1-6-15b-thinker", "creator": "servicenow", "creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17", "creator_name": "ServiceNow", "release_date": "2025-11-25", "intelligence_index": 20.5, "coding_index": null, "math_index": 88, "mmlu_pro": 0.79, "gpqa": 0.733, "hle": 0.098, "livecodebench": 0.807, "scicode": 0.373, "ifbench": 0.691156462585034, "lcr": 0.503333333333333, "terminalbench_hard": 0.143939393939394, "tau2": 0.692982456140351, "math_500": null, "aime": null, "aime_25": 0.88, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "78452c64-7303-4192-bca5-2d9ec5c623d4", "name": "Jamba 1.7 Large", "slug": "jamba-1-7-large", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2025-07-07", "intelligence_index": 5.3, "coding_index": null, "math_index": 2.3, "mmlu_pro": 0.577, "gpqa": 0.39, "hle": 0.038, "livecodebench": 0.181, "scicode": 0.188, "ifbench": 0.351700680272109, "lcr": 0.173333333333333, "terminalbench_hard": 0.0227272727272727, "tau2": 0.134502923976608, "math_500": 0.6, "aime": 0.0566666666666667, "aime_25": 0.0233333333333333, "output_tps": 57.547, "ttft": 0.721, "ttfat": 0.721, "price_input": 2, "price_output": 8, "price_blended": 3.5 }, { "id": "f78138d6-2e04-4a84-919a-20d177cb6ff1", "name": "Jamba Reasoning 3B", "slug": "jamba-reasoning-3b", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2025-10-08", "intelligence_index": 4.1, "coding_index": null, "math_index": 10.7, "mmlu_pro": 0.577, "gpqa": 0.333, "hle": 0.046, "livecodebench": 0.21, "scicode": 0.059, "ifbench": 0.524489795918367, "lcr": 0.07, "terminalbench_hard": 0.00757575757575758, "tau2": 0.157894736842105, "math_500": null, "aime": null, "aime_25": 0.106666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b4f14013-37dd-4c75-bd8a-378365d9ed77", "name": "Jamba 1.7 Mini", "slug": "jamba-1-7-mini", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2025-07-07", "intelligence_index": 2.7, "coding_index": null, "math_index": 0.3, "mmlu_pro": 0.388, "gpqa": 0.322, "hle": 0.045, "livecodebench": 0.061, "scicode": 0.093, "ifbench": 0.313605442176871, "lcr": 0.126666666666667, "terminalbench_hard": 0, "tau2": 0.125730994152047, "math_500": 0.258, "aime": 0.0133333333333333, "aime_25": 0.00333333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8c29d66d-bf98-4ea3-8572-5409353ecc66", "name": "Qwen3.6 27B (Reasoning)", "slug": "qwen3-6-27b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-22", "intelligence_index": 37.1, "coding_index": 53.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.842, "hle": 0.216, "livecodebench": null, "scicode": 0.398, "ifbench": 0.675510204081633, "lcr": 0.686666666666667, "terminalbench_hard": 0.348484848484849, "tau2": 0.941520467836257, "math_500": null, "aime": null, "aime_25": null, "output_tps": 61.276, "ttft": 1.508, "ttfat": 94.139, "price_input": 0.6, "price_output": 3.6, "price_blended": 1.35 }, { "id": "8665ca00-c687-44c7-875c-22618cb31c4f", "name": "Qwen3.6 35B A3B (Reasoning)", "slug": "qwen3-6-35b-a3b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-16", "intelligence_index": 31.6, "coding_index": 41.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.841, "hle": 0.202, "livecodebench": null, "scicode": 0.358, "ifbench": 0.643537414965986, "lcr": 0.636666666666667, "terminalbench_hard": 0.348484848484849, "tau2": 0.953216374269006, "math_500": null, "aime": null, "aime_25": null, "output_tps": 127.123, "ttft": 1.2, "ttfat": 43.639, "price_input": 0.248, "price_output": 1.485, "price_blended": 0.557 }, { "id": "66938aab-78fa-49d7-8461-b48b6833e837", "name": "Qwen3.6 35B A3B (Non-reasoning)", "slug": "qwen3-6-35b-a3b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-16", "intelligence_index": 24.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.817, "hle": 0.125, "livecodebench": null, "scicode": 0.013, "ifbench": 0.361904761904762, "lcr": 0.566666666666667, "terminalbench_hard": 0.257575757575758, "tau2": 0.850877192982456, "math_500": null, "aime": null, "aime_25": null, "output_tps": 135.52, "ttft": 1.385, "ttfat": 1.385, "price_input": 0.375, "price_output": 2.25, "price_blended": 0.844 }, { "id": "69534bed-2ffd-4235-832b-e20a810333ab", "name": "Qwen3.7 Max", "slug": "qwen3-7-max", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-05-19", "intelligence_index": 46, "coding_index": 66, "math_index": null, "mmlu_pro": null, "gpqa": 0.923, "hle": 0.381, "livecodebench": null, "scicode": 0.488, "ifbench": 0.805442176870748, "lcr": 0.69, "terminalbench_hard": 0.507575757575758, "tau2": 0.947368421052632, "math_500": null, "aime": null, "aime_25": null, "output_tps": 200.395, "ttft": 1.694, "ttfat": 13.715, "price_input": 2.5, "price_output": 7.5, "price_blended": 3.75 }, { "id": "30ef2a79-e800-4165-9f13-2a338f120db7", "name": "Qwen3.5 397B A17B (Non-reasoning)", "slug": "qwen3-5-397b-a17b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-16", "intelligence_index": 32, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.861, "hle": 0.188, "livecodebench": null, "scicode": 0.411, "ifbench": 0.516326530612245, "lcr": 0.58, "terminalbench_hard": 0.356060606060606, "tau2": 0.839181286549708, "math_500": null, "aime": null, "aime_25": null, "output_tps": 61.628, "ttft": 1.951, "ttfat": 1.951, "price_input": 0.6, "price_output": 3.6, "price_blended": 1.35 }, { "id": "0985ada8-2ed8-404d-bd8b-7357666ce40f", "name": "Qwen3.5 2B (Non-reasoning)", "slug": "qwen3-5-2b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 5.6, "coding_index": 2.4, "math_index": null, "mmlu_pro": null, "gpqa": 0.438, "hle": 0.049, "livecodebench": null, "scicode": 0.072, "ifbench": 0.291156462585034, "lcr": 0.136666666666667, "terminalbench_hard": 0.0378787878787879, "tau2": 0.815789473684211, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2d28a13a-096e-475a-beb8-26bbd1c7d51c", "name": "Qwen3.5 9B (Reasoning)", "slug": "qwen3-5-9b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 21.4, "coding_index": 28.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.806, "hle": 0.133, "livecodebench": null, "scicode": 0.275, "ifbench": 0.66734693877551, "lcr": 0.59, "terminalbench_hard": 0.242424242424242, "tau2": 0.868421052631579, "math_500": null, "aime": null, "aime_25": null, "output_tps": 53.432, "ttft": 1.291, "ttfat": 38.722, "price_input": 0.1, "price_output": 0.15, "price_blended": 0.113 }, { "id": "0e66bae9-41f1-42fc-9276-ce8cb6f72919", "name": "Qwen3.5 397B A17B (Reasoning)", "slug": "qwen3-5-397b-a17b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-16", "intelligence_index": 33.7, "coding_index": 48.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.893, "hle": 0.273, "livecodebench": null, "scicode": 0.42, "ifbench": 0.787755102040816, "lcr": 0.656666666666667, "terminalbench_hard": 0.409090909090909, "tau2": 0.956140350877193, "math_500": null, "aime": null, "aime_25": null, "output_tps": 61.117, "ttft": 1.795, "ttfat": 53.924, "price_input": 0.6, "price_output": 3.6, "price_blended": 1.35 }, { "id": "651ef7ae-9a8f-477e-9c8e-460aa156ba02", "name": "Qwen3.5 4B (Reasoning)", "slug": "qwen3-5-4b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 20.1, "coding_index": 22.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.771, "hle": 0.078, "livecodebench": null, "scicode": 0.161, "ifbench": 0.519727891156463, "lcr": 0.556666666666667, "terminalbench_hard": 0.181818181818182, "tau2": 0.921052631578947, "math_500": null, "aime": null, "aime_25": null, "output_tps": 25.261, "ttft": 0.398, "ttfat": 79.571, "price_input": 0.03, "price_output": 0.15, "price_blended": 0.06 }, { "id": "5d4acc80-7a88-4e84-bfe7-99071b84e6a4", "name": "Qwen3.5 2B (Reasoning)", "slug": "qwen3-5-2b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 7.6, "coding_index": 2.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.456, "hle": 0.021, "livecodebench": null, "scicode": 0.028, "ifbench": 0.314965986394558, "lcr": 0.236666666666667, "terminalbench_hard": 0.0378787878787879, "tau2": 0.690058479532164, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c8a79180-7d16-4474-8701-9a77c0baa56a", "name": "Qwen3 Next 80B A3B (Reasoning)", "slug": "qwen3-next-80b-a3b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-11", "intelligence_index": 16.7, "coding_index": 17.4, "math_index": 84.3, "mmlu_pro": 0.824, "gpqa": 0.759, "hle": 0.117, "livecodebench": 0.784, "scicode": 0.388, "ifbench": 0.606802721088435, "lcr": 0.603333333333333, "terminalbench_hard": 0.0984848484848485, "tau2": 0.415204678362573, "math_500": null, "aime": null, "aime_25": 0.843333333333333, "output_tps": 184.082, "ttft": 1.244, "ttfat": 12.109, "price_input": 0.5, "price_output": 6, "price_blended": 1.875 }, { "id": "3b156101-b0d7-4438-b350-2d1f1168f40a", "name": "Qwen3.6 27B (Non-reasoning)", "slug": "qwen3-6-27b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-22", "intelligence_index": 30.5, "coding_index": 46.6, "math_index": null, "mmlu_pro": null, "gpqa": 0.829, "hle": 0.136, "livecodebench": null, "scicode": 0.373, "ifbench": 0.457142857142857, "lcr": 0.55, "terminalbench_hard": 0.212121212121212, "tau2": 0.935672514619883, "math_500": null, "aime": null, "aime_25": null, "output_tps": 63.307, "ttft": 1.386, "ttfat": 1.386, "price_input": 0.6, "price_output": 3.6, "price_blended": 1.35 }, { "id": "0179b427-93dc-415c-bb4c-f980ddf8d088", "name": "Qwen3.5 Omni Plus", "slug": "qwen3-5-omni-plus", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-30", "intelligence_index": 30.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.826, "hle": 0.139, "livecodebench": null, "scicode": 0.405, "ifbench": 0.51156462585034, "lcr": 0.526666666666667, "terminalbench_hard": 0.212121212121212, "tau2": 0.883040935672515, "math_500": null, "aime": null, "aime_25": null, "output_tps": 55.997, "ttft": 1.257, "ttfat": 1.257, "price_input": 0.4, "price_output": 4.8, "price_blended": 1.5 }, { "id": "021b1b31-d2fc-4653-ab74-c10bd2f41c8e", "name": "Qwen3.5 122B A10B (Non-reasoning)", "slug": "qwen3-5-122b-a10b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 27.6, "coding_index": 43.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.827, "hle": 0.148, "livecodebench": null, "scicode": 0.356, "ifbench": 0.508163265306122, "lcr": 0.56, "terminalbench_hard": 0.295454545454545, "tau2": 0.845029239766082, "math_500": null, "aime": null, "aime_25": null, "output_tps": 165.786, "ttft": 1.024, "ttfat": 1.024, "price_input": 0.4, "price_output": 3.2, "price_blended": 1.1 }, { "id": "0b226b82-1462-4860-bf1a-f8aed7024791", "name": "Qwen3 Omni 30B A3B Instruct", "slug": "qwen3-omni-30b-a3b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-22", "intelligence_index": 5.1, "coding_index": null, "math_index": 52.3, "mmlu_pro": 0.725, "gpqa": 0.62, "hle": 0.051, "livecodebench": 0.422, "scicode": 0.186, "ifbench": 0.31156462585034, "lcr": 0, "terminalbench_hard": 0.0151515151515152, "tau2": 0.16374269005848, "math_500": null, "aime": null, "aime_25": 0.523333333333333, "output_tps": 107.971, "ttft": 0.955, "ttfat": 0.955, "price_input": 0.25, "price_output": 0.97, "price_blended": 0.43 }, { "id": "20da3b31-fc0a-4359-abec-d59367bf1d9f", "name": "Qwen3.5 9B (Non-reasoning)", "slug": "qwen3-5-9b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 20.3, "coding_index": 23.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.786, "hle": 0.086, "livecodebench": null, "scicode": 0.277, "ifbench": 0.378231292517007, "lcr": 0.38, "terminalbench_hard": 0.181818181818182, "tau2": 0.850877192982456, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2698f6c6-e436-47ce-a583-dbc25596c571", "name": "Qwen3 Next 80B A3B Instruct", "slug": "qwen3-next-80b-a3b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-11", "intelligence_index": 13.7, "coding_index": null, "math_index": 66.3, "mmlu_pro": 0.819, "gpqa": 0.738, "hle": 0.073, "livecodebench": 0.684, "scicode": 0.307, "ifbench": 0.396598639455782, "lcr": 0.513333333333333, "terminalbench_hard": 0.0757575757575758, "tau2": 0.216374269005848, "math_500": null, "aime": null, "aime_25": 0.663333333333333, "output_tps": 191.933, "ttft": 1.021, "ttfat": 1.021, "price_input": 0.5, "price_output": 2, "price_blended": 0.875 }, { "id": "2236df45-0699-40d1-b5cc-69ee345d2257", "name": "Qwen3.5 122B A10B (Reasoning)", "slug": "qwen3-5-122b-a10b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 32.3, "coding_index": 45.7, "math_index": null, "mmlu_pro": null, "gpqa": 0.857, "hle": 0.234, "livecodebench": null, "scicode": 0.42, "ifbench": 0.757142857142857, "lcr": 0.666666666666667, "terminalbench_hard": 0.310606060606061, "tau2": 0.935672514619883, "math_500": null, "aime": null, "aime_25": null, "output_tps": 147.698, "ttft": 1.043, "ttfat": 14.584, "price_input": 0.4, "price_output": 3.2, "price_blended": 1.1 }, { "id": "405e2235-0925-4634-a3c7-fbd5f6394bc0", "name": "Qwen3.5 0.8B (Non-reasoning)", "slug": "qwen3-5-0-8b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 4.4, "coding_index": 1.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.236, "hle": 0.049, "livecodebench": null, "scicode": 0.029, "ifbench": 0.215646258503401, "lcr": 0.0666666666666667, "terminalbench_hard": 0, "tau2": 0.652046783625731, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "30c9ba61-d0a1-4794-938e-35865f379d15", "name": "Qwen3.5 4B (Non-reasoning)", "slug": "qwen3-5-4b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 16, "coding_index": 20.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.712, "hle": 0.075, "livecodebench": null, "scicode": 0.183, "ifbench": 0.33265306122449, "lcr": 0.283333333333333, "terminalbench_hard": 0.113636363636364, "tau2": 0.87719298245614, "math_500": null, "aime": null, "aime_25": null, "output_tps": 27.029, "ttft": 0.43, "ttfat": 0.43, "price_input": 0.03, "price_output": 0.15, "price_blended": 0.06 }, { "id": "fc92f822-04b7-420d-9c07-a21af5e9aac7", "name": "Qwen3 Coder Next", "slug": "qwen3-coder-next", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-03", "intelligence_index": 21.1, "coding_index": 36.2, "math_index": null, "mmlu_pro": null, "gpqa": 0.737, "hle": 0.093, "livecodebench": null, "scicode": 0.323, "ifbench": 0.352380952380952, "lcr": 0.4, "terminalbench_hard": 0.181818181818182, "tau2": 0.795321637426901, "math_500": null, "aime": null, "aime_25": null, "output_tps": 109.335, "ttft": 0.885, "ttfat": 0.885, "price_input": 0.35, "price_output": 1.2, "price_blended": 0.563 }, { "id": "f371ad68-6947-4767-a78f-1f6c81f96b93", "name": "Qwen3.6 Plus", "slug": "qwen3-6-plus", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-02", "intelligence_index": 39.6, "coding_index": 54.5, "math_index": null, "mmlu_pro": null, "gpqa": 0.882, "hle": 0.257, "livecodebench": null, "scicode": 0.407, "ifbench": 0.751700680272109, "lcr": 0.696666666666667, "terminalbench_hard": 0.439393939393939, "tau2": 0.976608187134503, "math_500": null, "aime": null, "aime_25": null, "output_tps": 52.803, "ttft": 1.546, "ttfat": 106.654, "price_input": 0.5, "price_output": 3, "price_blended": 1.125 }, { "id": "a6ea7ec0-0aca-4442-98fb-4296c6d18b31", "name": "Qwen3.5 0.8B (Reasoning)", "slug": "qwen3-5-0-8b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-02", "intelligence_index": 5.5, "coding_index": 0, "math_index": null, "mmlu_pro": null, "gpqa": 0.111, "hle": 0.012, "livecodebench": null, "scicode": 0, "ifbench": 0.214965986394558, "lcr": 0.0533333333333333, "terminalbench_hard": 0, "tau2": 0.476608187134503, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "eebfef01-709e-4ffe-b72f-0db75ef2434b", "name": "Qwen3.5 35B A3B (Non-reasoning)", "slug": "qwen3-5-35b-a3b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 23.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.819, "hle": 0.128, "livecodebench": null, "scicode": 0.293, "ifbench": 0.444897959183673, "lcr": 0.553333333333333, "terminalbench_hard": 0.106060606060606, "tau2": 0.862573099415205, "math_500": null, "aime": null, "aime_25": null, "output_tps": 194.829, "ttft": 1.213, "ttfat": 1.213, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "6f3534b1-1168-472e-b3e3-23ab521504f5", "name": "Qwen3.5 Omni Flash", "slug": "qwen3-5-omni-flash", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-03-30", "intelligence_index": 19, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.742, "hle": 0.071, "livecodebench": null, "scicode": 0.255, "ifbench": 0.379591836734694, "lcr": 0.44, "terminalbench_hard": 0.0833333333333333, "tau2": 0.845029239766082, "math_500": null, "aime": null, "aime_25": null, "output_tps": 250.473, "ttft": 1.104, "ttfat": 1.104, "price_input": 0.1, "price_output": 0.8, "price_blended": 0.275 }, { "id": "a87fce42-eea3-4e45-a96d-fe057814f371", "name": "Qwen3.7 Plus", "slug": "qwen3-7-plus", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-06-01", "intelligence_index": 39, "coding_index": 55.9, "math_index": null, "mmlu_pro": null, "gpqa": 0.9, "hle": 0.334, "livecodebench": null, "scicode": 0.455, "ifbench": 0.779591836734694, "lcr": 0.65, "terminalbench_hard": 0.46969696969697, "tau2": 0.929824561403509, "math_500": null, "aime": null, "aime_25": null, "output_tps": 42.795, "ttft": 2.252, "ttfat": 48.986, "price_input": 0.4, "price_output": 1.6, "price_blended": 0.7 }, { "id": "b97ef678-2d31-4375-9416-67ea97f87204", "name": "Qwen3 Omni 30B A3B (Reasoning)", "slug": "qwen3-omni-30b-a3b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-22", "intelligence_index": 9.6, "coding_index": null, "math_index": 74, "mmlu_pro": 0.792, "gpqa": 0.726, "hle": 0.073, "livecodebench": 0.679, "scicode": 0.306, "ifbench": 0.434013605442177, "lcr": 0, "terminalbench_hard": 0.0378787878787879, "tau2": 0.213450292397661, "math_500": null, "aime": null, "aime_25": 0.74, "output_tps": 108.047, "ttft": 0.929, "ttfat": 19.44, "price_input": 0.25, "price_output": 0.97, "price_blended": 0.43 }, { "id": "2e46d2fd-eb2b-42b9-9fe4-be50630fe870", "name": "Ling-2.6-1T", "slug": "ling-2-6-1t", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2026-04-23", "intelligence_index": 26.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.752, "hle": 0.082, "livecodebench": null, "scicode": 0.37, "ifbench": 0.568707482993197, "lcr": 0.346666666666667, "terminalbench_hard": 0.310606060606061, "tau2": 0.89766081871345, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "91f3a4c8-b000-4513-942c-bfe283375c35", "name": "Ling 2.6 Flash", "slug": "ling-2-6-flash", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2026-04-21", "intelligence_index": 14.1, "coding_index": 25.3, "math_index": null, "mmlu_pro": null, "gpqa": 0.593, "hle": 0.062, "livecodebench": null, "scicode": 0.271, "ifbench": 0.574149659863946, "lcr": 0.25, "terminalbench_hard": 0.212121212121212, "tau2": 0.859649122807018, "math_500": null, "aime": null, "aime_25": null, "output_tps": 181.556, "ttft": 0.657, "ttfat": 0.657, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c", "name": "Ring-2.6-1T", "slug": "ring-2-6-1t", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2026-05-08", "intelligence_index": 30.6, "coding_index": 42.8, "math_index": null, "mmlu_pro": null, "gpqa": 0.857, "hle": 0.183, "livecodebench": null, "scicode": 0.424, "ifbench": 0.445578231292517, "lcr": 0.643333333333333, "terminalbench_hard": 0.287878787878788, "tau2": 0.923976608187135, "math_500": null, "aime": null, "aime_25": null, "output_tps": 124.307, "ttft": 1.985, "ttfat": 18.074, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "3d64bf83-232e-427e-8590-26b478bae4a8", "name": "Ling-mini-2.0", "slug": "ling-mini-2-0", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2025-09-09", "intelligence_index": 3.8, "coding_index": null, "math_index": 49.3, "mmlu_pro": 0.671, "gpqa": 0.562, "hle": 0.05, "livecodebench": 0.429, "scicode": 0.135, "ifbench": 0.236054421768707, "lcr": 0.0666666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.131578947368421, "math_500": null, "aime": null, "aime_25": 0.493333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "47b7df55-5804-40de-ba11-317de786710a", "name": "Ring-flash-2.0", "slug": "ring-flash-2-0", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2025-09-19", "intelligence_index": 8.2, "coding_index": null, "math_index": 83.7, "mmlu_pro": 0.793, "gpqa": 0.725, "hle": 0.089, "livecodebench": 0.628, "scicode": 0.168, "ifbench": 0.43265306122449, "lcr": 0.21, "terminalbench_hard": 0.0757575757575758, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.836666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.14, "price_output": 0.57, "price_blended": 0.247 }, { "id": "4d6dd5ce-08cb-4e87-9288-1dd2f022aa35", "name": "Doubao Seed Code", "slug": "doubao-seed-code", "creator": "bytedance_seed", "creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8", "creator_name": "ByteDance Seed", "release_date": "2025-11-11", "intelligence_index": 26, "coding_index": null, "math_index": 79.3, "mmlu_pro": 0.854, "gpqa": 0.764, "hle": 0.133, "livecodebench": 0.766, "scicode": 0.407, "ifbench": 0.514285714285714, "lcr": 0.653333333333333, "terminalbench_hard": 0.265151515151515, "tau2": 0.58187134502924, "math_500": null, "aime": null, "aime_25": 0.793333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b", "name": "o1", "slug": "o1", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-12-05", "intelligence_index": 23.4, "coding_index": 39.7, "math_index": null, "mmlu_pro": 0.841, "gpqa": 0.747, "hle": 0.077, "livecodebench": 0.679, "scicode": 0.358, "ifbench": 0.703401360544218, "lcr": 0.593333333333333, "terminalbench_hard": 0.128787878787879, "tau2": 0.625730994152047, "math_500": 0.97, "aime": 0.723333333333333, "aime_25": null, "output_tps": 145.098, "ttft": 15.695, "ttfat": 15.695, "price_input": 15, "price_output": 60, "price_blended": 26.25 }, { "id": "078f4dc8-5350-40a2-a5ea-e8359f795b70", "name": "o1-preview", "slug": "o1-preview", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-09-12", "intelligence_index": 17, "coding_index": 34, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.924, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 16.5, "price_output": 66, "price_blended": 28.875 }, { "id": "b515503d-4d65-4a3f-8a4a-6c731e2b079f", "name": "o1-mini", "slug": "o1-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-09-12", "intelligence_index": 14, "coding_index": null, "math_index": null, "mmlu_pro": 0.742, "gpqa": 0.603, "hle": 0.049, "livecodebench": 0.576, "scicode": 0.323, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.944, "aime": 0.603333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8c1be908-67b6-4cf4-ba08-83ddbe44fde3", "name": "GPT-4o (Aug '24)", "slug": "gpt-4o-2024-08-06", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-08-06", "intelligence_index": 9.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.521, "hle": 0.029, "livecodebench": 0.317, "scicode": 0.331, "ifbench": 0.359863945578231, "lcr": 0.35, "terminalbench_hard": 0.0833333333333333, "tau2": 0.289473684210526, "math_500": 0.794666666666667, "aime": 0.116666666666667, "aime_25": null, "output_tps": 112.118, "ttft": 0.613, "ttfat": 0.613, "price_input": 2.5, "price_output": 10, "price_blended": 4.375 }, { "id": "e98e911e-9fb2-4a9a-826e-3d681d0cdca8", "name": "GPT-4o (May '24)", "slug": "gpt-4o-2024-05-13", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-05-13", "intelligence_index": 8.6, "coding_index": 24.2, "math_index": null, "mmlu_pro": 0.74, "gpqa": 0.526, "hle": 0.028, "livecodebench": 0.334, "scicode": 0.309, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.791333333333333, "aime": 0.11, "aime_25": null, "output_tps": 94.313, "ttft": 0.634, "ttfat": 0.634, "price_input": 5, "price_output": 15, "price_blended": 7.5 }, { "id": "76aa6af5-fdc6-4739-a300-983f14e74a67", "name": "GPT-4 Turbo", "slug": "gpt-4-turbo", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2023-11-06", "intelligence_index": 7.9, "coding_index": 21.5, "math_index": null, "mmlu_pro": 0.694, "gpqa": null, "hle": 0.033, "livecodebench": 0.291, "scicode": 0.319, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.736666666666667, "aime": 0.15, "aime_25": null, "output_tps": 36.875, "ttft": 1.361, "ttfat": 1.361, "price_input": 10, "price_output": 30, "price_blended": 15 }, { "id": "c1045dc0-4fd3-4adb-9548-18763e0d051f", "name": "GPT-4o (Nov '24)", "slug": "gpt-4o", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-11-20", "intelligence_index": 11.2, "coding_index": null, "math_index": 6, "mmlu_pro": 0.748, "gpqa": 0.543, "hle": 0.033, "livecodebench": 0.309, "scicode": 0.333, "ifbench": 0.342857142857143, "lcr": 0, "terminalbench_hard": 0.0833333333333333, "tau2": 0.251461988304094, "math_500": 0.759333333333333, "aime": 0.15, "aime_25": 0.06, "output_tps": 211.111, "ttft": 0.534, "ttfat": 0.534, "price_input": 2.5, "price_output": 10, "price_blended": 4.375 }, { "id": "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6", "name": "GPT-4o mini", "slug": "gpt-4o-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-07-18", "intelligence_index": 6.9, "coding_index": 11.4, "math_index": 14.7, "mmlu_pro": 0.648, "gpqa": 0.426, "hle": 0.04, "livecodebench": 0.234, "scicode": 0.229, "ifbench": 0.30952380952381, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.788666666666667, "aime": 0.116666666666667, "aime_25": 0.146666666666667, "output_tps": 74.461, "ttft": 0.592, "ttfat": 0.592, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "037dec2f-51e8-4127-a1f1-85155dae7a1d", "name": "GPT-3.5 Turbo", "slug": "gpt-35-turbo", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2022-11-30", "intelligence_index": 3.6, "coding_index": 10.7, "math_index": null, "mmlu_pro": 0.462, "gpqa": 0.297, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.440666666666667, "aime": null, "aime_25": null, "output_tps": 145.894, "ttft": 0.782, "ttfat": 0.782, "price_input": 0.5, "price_output": 1.5, "price_blended": 0.75 }, { "id": "e2e9ddc3-8c2d-4bf5-a60a-83a1afe61034", "name": "GPT-4o Realtime (Dec '24)", "slug": "gpt-4o-realtime-dec-2024", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-12-17", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "e34ffffb-d8e1-4f5c-a2c7-3ca19c235eeb", "name": "GPT-5.5 Instant (May 2026)", "slug": "gpt-5-5-instant-05-26", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-05-05", "intelligence_index": 33.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.846, "hle": 0.203, "livecodebench": null, "scicode": 0.503, "ifbench": 0.714965986394558, "lcr": 0.556666666666667, "terminalbench_hard": 0.424242424242424, "tau2": 0.494152046783626, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 5, "price_output": 30, "price_blended": 11.25 }, { "id": "498862c3-f9ac-49d2-852f-16a02bb0c38f", "name": "GPT-5.2 (xhigh)", "slug": "gpt-5-2", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-12-11", "intelligence_index": 42.2, "coding_index": null, "math_index": 99, "mmlu_pro": 0.874, "gpqa": 0.903, "hle": 0.354, "livecodebench": 0.889, "scicode": 0.521, "ifbench": 0.754421768707483, "lcr": 0.726666666666667, "terminalbench_hard": 0.46969696969697, "tau2": 0.847953216374269, "math_500": null, "aime": null, "aime_25": 0.99, "output_tps": 86.654, "ttft": 105.898, "ttfat": 105.898, "price_input": 1.75, "price_output": 14, "price_blended": 4.813 }, { "id": "3b608b70-6434-4baa-99ad-45d499703c67", "name": "GPT-4.1", "slug": "gpt-4-1", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-04-14", "intelligence_index": 19.4, "coding_index": null, "math_index": 34.7, "mmlu_pro": 0.806, "gpqa": 0.666, "hle": 0.046, "livecodebench": 0.457, "scicode": 0.381, "ifbench": 0.429931972789116, "lcr": 0.61, "terminalbench_hard": 0.136363636363636, "tau2": 0.470760233918129, "math_500": 0.912666666666667, "aime": 0.436666666666667, "aime_25": 0.346666666666667, "output_tps": 126.957, "ttft": 0.662, "ttfat": 0.662, "price_input": 2, "price_output": 8, "price_blended": 3.5 }, { "id": "48e50f00-1fd1-4acc-b337-61078aa341e6", "name": "GPT-5 (high)", "slug": "gpt-5", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 34.7, "coding_index": 37.8, "math_index": 94.3, "mmlu_pro": 0.871, "gpqa": 0.854, "hle": 0.265, "livecodebench": 0.846, "scicode": 0.429, "ifbench": 0.730612244897959, "lcr": 0.756, "terminalbench_hard": 0.325757575757576, "tau2": 0.847953216374269, "math_500": 0.994, "aime": 0.956666666666667, "aime_25": 0.943333333333333, "output_tps": 99.164, "ttft": 78.221, "ttfat": 78.221, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "5d11e7a1-4f70-4e5a-9364-e193761d6757", "name": "GPT-5 Codex (high)", "slug": "gpt-5-codex", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-09-23", "intelligence_index": 36.1, "coding_index": null, "math_index": 98.7, "mmlu_pro": 0.865, "gpqa": 0.837, "hle": 0.256, "livecodebench": 0.84, "scicode": 0.409, "ifbench": 0.741496598639456, "lcr": 0.69, "terminalbench_hard": 0.378787878787879, "tau2": 0.868421052631579, "math_500": null, "aime": null, "aime_25": 0.986666666666667, "output_tps": 198.42, "ttft": 8.003, "ttfat": 8.003, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "5e965af0-ca5c-4f47-9ba9-06000508b84a", "name": "GPT-5 (medium)", "slug": "gpt-5-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 33.7, "coding_index": null, "math_index": 91.7, "mmlu_pro": 0.867, "gpqa": 0.842, "hle": 0.235, "livecodebench": 0.703, "scicode": 0.411, "ifbench": 0.706122448979592, "lcr": 0.728, "terminalbench_hard": 0.378787878787879, "tau2": 0.865497076023392, "math_500": 0.991333333333333, "aime": 0.916666666666667, "aime_25": 0.916666666666667, "output_tps": 106.48, "ttft": 50.442, "ttfat": 50.442, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "2dad8957-4c16-4e74-bf2d-8b21514e0ae9", "name": "o3-mini", "slug": "o3-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-01-31", "intelligence_index": 19, "coding_index": null, "math_index": null, "mmlu_pro": 0.791, "gpqa": 0.748, "hle": 0.087, "livecodebench": 0.717, "scicode": 0.399, "ifbench": null, "lcr": null, "terminalbench_hard": 0.0681818181818182, "tau2": 0.286549707602339, "math_500": 0.973333333333333, "aime": 0.77, "aime_25": null, "output_tps": 231.838, "ttft": 5.383, "ttfat": 5.383, "price_input": 1.1, "price_output": 4.4, "price_blended": 1.925 }, { "id": "29855680-7469-43eb-8b88-cd3fb1d99da3", "name": "GPT-5 mini (high)", "slug": "gpt-5-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 25.3, "coding_index": 15.6, "math_index": 90.7, "mmlu_pro": 0.837, "gpqa": 0.828, "hle": 0.197, "livecodebench": 0.838, "scicode": 0.392, "ifbench": 0.754421768707483, "lcr": 0.68, "terminalbench_hard": 0.333333333333333, "tau2": 0.684210526315789, "math_500": null, "aime": null, "aime_25": 0.906666666666667, "output_tps": 93.748, "ttft": 88.146, "ttfat": 88.146, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "name": "GPT-4", "slug": "gpt-4", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2023-03-14", "intelligence_index": 7, "coding_index": 13.1, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 36.449, "ttft": 0.938, "ttfat": 0.938, "price_input": 30, "price_output": 60, "price_blended": 37.5 }, { "id": "6dd8ba55-5680-44a9-b309-82928165d5f0", "name": "GPT-5.2 (Non-reasoning)", "slug": "gpt-5-2-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-12-11", "intelligence_index": 26, "coding_index": null, "math_index": 51, "mmlu_pro": 0.814, "gpqa": 0.712, "hle": 0.073, "livecodebench": 0.669, "scicode": 0.404, "ifbench": 0.474149659863946, "lcr": 0.38, "terminalbench_hard": 0.318181818181818, "tau2": 0.464912280701754, "math_500": null, "aime": null, "aime_25": 0.51, "output_tps": 74.511, "ttft": 0.657, "ttfat": 0.657, "price_input": 1.75, "price_output": 14, "price_blended": 4.813 }, { "id": "72c358fd-7d45-4d68-89aa-699743710924", "name": "GPT-4.1 nano", "slug": "gpt-4-1-nano", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-04-14", "intelligence_index": 9.6, "coding_index": 11.1, "math_index": 24, "mmlu_pro": 0.657, "gpqa": 0.512, "hle": 0.039, "livecodebench": 0.326, "scicode": 0.259, "ifbench": 0.320408163265306, "lcr": 0.17, "terminalbench_hard": 0.0378787878787879, "tau2": 0.172514619883041, "math_500": 0.848, "aime": 0.236666666666667, "aime_25": 0.24, "output_tps": 136.908, "ttft": 0.492, "ttfat": 0.492, "price_input": 0.1, "price_output": 0.4, "price_blended": 0.175 }, { "id": "7f3c9423-3ee3-4369-a6d9-3f2a40aff00e", "name": "GPT-5 (low)", "slug": "gpt-5-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 31.2, "coding_index": null, "math_index": 83, "mmlu_pro": 0.86, "gpqa": 0.808, "hle": 0.184, "livecodebench": 0.763, "scicode": 0.391, "ifbench": 0.665986394557823, "lcr": 0.586666666666667, "terminalbench_hard": 0.265151515151515, "tau2": 0.842105263157895, "math_500": 0.987333333333333, "aime": 0.83, "aime_25": 0.83, "output_tps": 83.592, "ttft": 9.097, "ttfat": 9.097, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "84b49308-6b93-47aa-a4f6-776ee1a1e8cd", "name": "o4-mini (high)", "slug": "o4-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-04-16", "intelligence_index": 25.6, "coding_index": null, "math_index": 90.7, "mmlu_pro": 0.832, "gpqa": 0.784, "hle": 0.175, "livecodebench": 0.859, "scicode": 0.465, "ifbench": 0.687074829931973, "lcr": 0.55, "terminalbench_hard": 0.151515151515152, "tau2": 0.555555555555556, "math_500": 0.988666666666667, "aime": 0.94, "aime_25": 0.906666666666667, "output_tps": 187.331, "ttft": 18.672, "ttfat": 18.672, "price_input": 1.1, "price_output": 4.4, "price_blended": 1.925 }, { "id": "84e3f11e-d659-4941-8988-1dbfabbaf538", "name": "GPT-5.2 (medium)", "slug": "gpt-5-2-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-12-11", "intelligence_index": 38, "coding_index": null, "math_index": 96.7, "mmlu_pro": 0.859, "gpqa": 0.864, "hle": 0.249, "livecodebench": 0.894, "scicode": 0.462, "ifbench": 0.652380952380953, "lcr": 0.633333333333333, "terminalbench_hard": 0.431818181818182, "tau2": 0.742690058479532, "math_500": null, "aime": null, "aime_25": 0.966666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.75, "price_output": 14, "price_blended": 4.813 }, { "id": "076f2674-bc4b-4925-be59-50832eb8c090", "name": "o3-mini (high)", "slug": "o3-mini-high", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-01-31", "intelligence_index": 15.6, "coding_index": 16.3, "math_index": null, "mmlu_pro": 0.802, "gpqa": 0.773, "hle": 0.123, "livecodebench": 0.734, "scicode": 0.398, "ifbench": 0.671428571428571, "lcr": 0.393333333333333, "terminalbench_hard": 0.0606060606060606, "tau2": 0.312865497076023, "math_500": 0.984666666666667, "aime": 0.86, "aime_25": null, "output_tps": 236.159, "ttft": 16.663, "ttfat": 16.663, "price_input": 1.1, "price_output": 4.4, "price_blended": 1.925 }, { "id": "05e45a36-b5c6-47a1-8adb-9ddc19add5b3", "name": "GPT-5 nano (minimal)", "slug": "gpt-5-nano-minimal", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 8, "coding_index": null, "math_index": 27.3, "mmlu_pro": 0.556, "gpqa": 0.428, "hle": 0.041, "livecodebench": 0.47, "scicode": 0.291, "ifbench": 0.325170068027211, "lcr": 0.2, "terminalbench_hard": 0.0681818181818182, "tau2": 0.257309941520468, "math_500": null, "aime": null, "aime_25": 0.273333333333333, "output_tps": 132.562, "ttft": 0.626, "ttfat": 0.626, "price_input": 0.05, "price_output": 0.4, "price_blended": 0.138 }, { "id": "04d023f3-025c-4d78-9571-53edda3eaf2a", "name": "GPT-5.1 Codex (high)", "slug": "gpt-5-1-codex", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-11-13", "intelligence_index": 34.7, "coding_index": null, "math_index": 95.7, "mmlu_pro": 0.86, "gpqa": 0.86, "hle": 0.234, "livecodebench": 0.849, "scicode": 0.402, "ifbench": 0.7, "lcr": 0.673333333333333, "terminalbench_hard": 0.348484848484849, "tau2": 0.830409356725146, "math_500": null, "aime": null, "aime_25": 0.956666666666667, "output_tps": 202.845, "ttft": 5.086, "ttfat": 5.086, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "019e86f6-e66b-42d8-8a50-235a06b53003", "name": "GPT-5.2 Codex (xhigh)", "slug": "gpt-5-2-codex", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-12-11", "intelligence_index": 40.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.899, "hle": 0.335, "livecodebench": null, "scicode": 0.546, "ifbench": 0.776190476190476, "lcr": 0.756666666666667, "terminalbench_hard": 0.371212121212121, "tau2": 0.921052631578947, "math_500": null, "aime": null, "aime_25": null, "output_tps": 144.086, "ttft": 1.303, "ttfat": 1.303, "price_input": 1.75, "price_output": 14, "price_blended": 4.813 }, { "id": "8eb02396-f231-4189-ae15-05f7facebd9b", "name": "GPT-5 nano (medium)", "slug": "gpt-5-nano-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 19, "coding_index": null, "math_index": 78.3, "mmlu_pro": 0.772, "gpqa": 0.67, "hle": 0.076, "livecodebench": 0.763, "scicode": 0.338, "ifbench": 0.659183673469388, "lcr": 0.4, "terminalbench_hard": 0.174242424242424, "tau2": 0.304093567251462, "math_500": null, "aime": null, "aime_25": 0.783333333333333, "output_tps": 139.167, "ttft": 44.877, "ttfat": 44.877, "price_input": 0.05, "price_output": 0.4, "price_blended": 0.138 }, { "id": "9f7c7566-a704-49a2-a383-cb3181da33a4", "name": "GPT-4.1 mini", "slug": "gpt-4-1-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-04-14", "intelligence_index": 14.8, "coding_index": 20.2, "math_index": 46.3, "mmlu_pro": 0.781, "gpqa": 0.664, "hle": 0.046, "livecodebench": 0.483, "scicode": 0.404, "ifbench": 0.382993197278912, "lcr": 0.423333333333333, "terminalbench_hard": 0.0757575757575758, "tau2": 0.529239766081871, "math_500": 0.925333333333333, "aime": 0.43, "aime_25": 0.463333333333333, "output_tps": 73.868, "ttft": 0.604, "ttfat": 0.604, "price_input": 0.4, "price_output": 1.6, "price_blended": 0.7 }, { "id": "a89c4b28-2d8c-456e-88ea-255fb51fd2b6", "name": "GPT-5.4 (xhigh)", "slug": "gpt-5-4", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-05", "intelligence_index": 51.4, "coding_index": 71.1, "math_index": null, "mmlu_pro": null, "gpqa": 0.92, "hle": 0.416, "livecodebench": null, "scicode": 0.566, "ifbench": 0.739455782312925, "lcr": 0.74, "terminalbench_hard": 0.575757575757576, "tau2": 0.871345029239766, "math_500": null, "aime": null, "aime_25": null, "output_tps": 157.892, "ttft": 104.407, "ttfat": 104.407, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "4dc12a38-b18f-4c43-8e1b-678f8434b5b1", "name": "GPT-5.1 (high)", "slug": "gpt-5-1", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-11-13", "intelligence_index": 36.9, "coding_index": 49.4, "math_index": 94, "mmlu_pro": 0.87, "gpqa": 0.873, "hle": 0.265, "livecodebench": 0.868, "scicode": 0.433, "ifbench": 0.728571428571429, "lcr": 0.75, "terminalbench_hard": 0.454545454545455, "tau2": 0.818713450292398, "math_500": null, "aime": null, "aime_25": 0.94, "output_tps": 113.535, "ttft": 27.083, "ttfat": 27.083, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "bc26bfdb-4923-4442-a6ca-e77392923581", "name": "GPT-5 mini (minimal)", "slug": "gpt-5-mini-minimal", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 14.3, "coding_index": null, "math_index": 46.7, "mmlu_pro": 0.775, "gpqa": 0.687, "hle": 0.05, "livecodebench": 0.545, "scicode": 0.369, "ifbench": 0.45578231292517, "lcr": 0.356666666666667, "terminalbench_hard": 0.143939393939394, "tau2": 0.318713450292398, "math_500": null, "aime": null, "aime_25": 0.466666666666667, "output_tps": 104.981, "ttft": 0.707, "ttfat": 0.707, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "e18e5e6a-5a31-4c0b-b80b-ac401392f446", "name": "GPT-5 nano (high)", "slug": "gpt-5-nano", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 19.9, "coding_index": null, "math_index": 83.7, "mmlu_pro": 0.78, "gpqa": 0.676, "hle": 0.082, "livecodebench": 0.789, "scicode": 0.366, "ifbench": 0.675510204081633, "lcr": 0.416666666666667, "terminalbench_hard": 0.121212121212121, "tau2": 0.365497076023392, "math_500": null, "aime": null, "aime_25": 0.836666666666667, "output_tps": 159.104, "ttft": 92.566, "ttfat": 92.566, "price_input": 0.05, "price_output": 0.4, "price_blended": 0.138 }, { "id": "493f6a1e-7717-4e98-9d6f-548b92c4702d", "name": "GPT-5.4 (Non-reasoning)", "slug": "gpt-5-4-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-05", "intelligence_index": 27.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.748, "hle": 0.106, "livecodebench": null, "scicode": 0.471, "ifbench": 0.484353741496599, "lcr": 0.473333333333333, "terminalbench_hard": 0.378787878787879, "tau2": 0.350877192982456, "math_500": null, "aime": null, "aime_25": null, "output_tps": 111.743, "ttft": 0.663, "ttfat": 0.663, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "538e945c-6c27-4fd3-995d-ded80a36cd10", "name": "GPT-5.4 (low)", "slug": "gpt-5-4-low", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-05", "intelligence_index": 39.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.871, "hle": 0.289, "livecodebench": null, "scicode": 0.503, "ifbench": 0.659183673469388, "lcr": 0.673333333333333, "terminalbench_hard": 0.431818181818182, "tau2": 0.745614035087719, "math_500": null, "aime": null, "aime_25": null, "output_tps": 111.485, "ttft": 1.199, "ttfat": 1.199, "price_input": 2.5, "price_output": 15, "price_blended": 5.625 }, { "id": "c3274a19-6d3c-4d01-ab9b-5055a0a40429", "name": "GPT-5 mini (medium)", "slug": "gpt-5-mini-medium", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 30.9, "coding_index": null, "math_index": 85, "mmlu_pro": 0.828, "gpqa": 0.803, "hle": 0.146, "livecodebench": 0.692, "scicode": 0.41, "ifbench": 0.71156462585034, "lcr": 0.66, "terminalbench_hard": 0.287878787878788, "tau2": 0.710526315789474, "math_500": null, "aime": null, "aime_25": 0.85, "output_tps": 103.969, "ttft": 15.494, "ttfat": 15.494, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "c3738fb0-3408-4430-a699-760ae4b70c93", "name": "GPT-5 (minimal)", "slug": "gpt-5-minimal", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 17.2, "coding_index": null, "math_index": 31.7, "mmlu_pro": 0.806, "gpqa": 0.673, "hle": 0.054, "livecodebench": 0.558, "scicode": 0.388, "ifbench": 0.45578231292517, "lcr": 0.25, "terminalbench_hard": 0.181818181818182, "tau2": 0.669590643274854, "math_500": 0.861333333333333, "aime": 0.366666666666667, "aime_25": 0.316666666666667, "output_tps": 76.117, "ttft": 0.839, "ttfat": 0.839, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "ca04852c-eaae-4881-a208-f9b2ca3b7cd6", "name": "o3-pro", "slug": "o3-pro", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-06-10", "intelligence_index": 32.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.845, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 24.185, "ttft": 67.437, "ttfat": 67.437, "price_input": 20, "price_output": 80, "price_blended": 35 }, { "id": "d0b3d47e-aec6-425e-9de7-168dcc6d1e28", "name": "GPT-5.1 (Non-reasoning)", "slug": "gpt-5-1-non-reasoning", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-11-13", "intelligence_index": 20.4, "coding_index": null, "math_index": 38, "mmlu_pro": 0.801, "gpqa": 0.643, "hle": 0.052, "livecodebench": 0.494, "scicode": 0.365, "ifbench": 0.431972789115646, "lcr": 0.44, "terminalbench_hard": 0.227272727272727, "tau2": 0.464912280701754, "math_500": null, "aime": null, "aime_25": 0.38, "output_tps": 111.41, "ttft": 0.711, "ttfat": 0.711, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "fd4454ff-e703-46c0-a7f5-fa69af09486d", "name": "GPT-5.1 Codex mini (high)", "slug": "gpt-5-1-codex-mini", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-11-13", "intelligence_index": 30.6, "coding_index": null, "math_index": 91.7, "mmlu_pro": 0.82, "gpqa": 0.813, "hle": 0.169, "livecodebench": 0.836, "scicode": 0.426, "ifbench": 0.67891156462585, "lcr": 0.626666666666667, "terminalbench_hard": 0.333333333333333, "tau2": 0.628654970760234, "math_500": null, "aime": null, "aime_25": 0.916666666666667, "output_tps": 209.529, "ttft": 4.776, "ttfat": 4.776, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "4343afb1-c928-44c9-92e2-68fa1195b6f5", "name": "GPT-4o mini Realtime (Dec '24)", "slug": "gpt-4o-mini-realtime-dec-2024", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2024-12-17", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "575498d6-60ec-466b-9372-fea19911fd07", "name": "GPT-4o (March 2025, chatgpt-4o-latest)", "slug": "gpt-4o-chatgpt-03-25", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-03-27", "intelligence_index": 12.3, "coding_index": null, "math_index": 25.7, "mmlu_pro": 0.803, "gpqa": 0.655, "hle": 0.05, "livecodebench": 0.425, "scicode": 0.366, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.892666666666667, "aime": 0.326666666666667, "aime_25": 0.256666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5bb1f426-2d64-4d03-99fb-8041ee85c33b", "name": "GPT-5.4 Pro (xhigh)", "slug": "gpt-5-4-pro", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2026-03-05", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 30, "price_output": 180, "price_blended": 67.5 }, { "id": "5ce30d25-5353-45bb-bef9-6b87480ba3a2", "name": "GPT-4.5 (Preview)", "slug": "gpt-4-5", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-02-27", "intelligence_index": 13.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8b1a70d1-e05f-426b-9122-023d4629ab47", "name": "GPT-3.5 Turbo (0613)", "slug": "gpt-3-5-turbo-0613", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2023-06-13", "intelligence_index": null, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b4784397-aa28-411b-b011-9c4331bfa9c8", "name": "GPT-4o (ChatGPT)", "slug": "gpt-4o-chatgpt", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-02-15", "intelligence_index": 8.2, "coding_index": null, "math_index": null, "mmlu_pro": 0.773, "gpqa": 0.511, "hle": 0.037, "livecodebench": null, "scicode": 0.334, "ifbench": null, "lcr": 0.53, "terminalbench_hard": null, "tau2": null, "math_500": 0.797333333333333, "aime": 0.103333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "eab1492c-b853-4852-aa71-06b0ec2481c1", "name": "GPT-5 (ChatGPT)", "slug": "gpt-5-chatgpt", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-08-07", "intelligence_index": 15.3, "coding_index": null, "math_index": 48.3, "mmlu_pro": 0.82, "gpqa": 0.686, "hle": 0.058, "livecodebench": 0.543, "scicode": 0.378, "ifbench": 0.450340136054422, "lcr": 0.636666666666667, "terminalbench_hard": 0.128787878787879, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.483333333333333, "output_tps": 181.132, "ttft": 0.502, "ttfat": 0.502, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "e8d4100e-165b-4c5d-ac11-ac553590a334", "name": "o1-pro", "slug": "o1-pro", "creator": "openai", "creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41", "creator_name": "OpenAI", "release_date": "2025-03-19", "intelligence_index": 18.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 150, "price_output": 600, "price_blended": 262.5 }, { "id": "466aecdb-3d96-4191-bc52-b3366db38851", "name": "Llama 3.1 Instruct 70B", "slug": "llama-3-1-instruct-70b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-07-23", "intelligence_index": 6.8, "coding_index": null, "math_index": 4, "mmlu_pro": 0.676, "gpqa": 0.409, "hle": 0.046, "livecodebench": 0.232, "scicode": 0.267, "ifbench": 0.34421768707483, "lcr": 0.0633333333333333, "terminalbench_hard": 0.0303030303030303, "tau2": 0.152046783625731, "math_500": 0.649333333333333, "aime": 0.173333333333333, "aime_25": 0.04, "output_tps": 35.618, "ttft": 0.592, "ttfat": 0.592, "price_input": 0.56, "price_output": 0.56, "price_blended": 0.56 }, { "id": "739684ba-0f63-4e2a-b4ee-30741c9e9320", "name": "Llama 3.1 Instruct 8B", "slug": "llama-3-1-instruct-8b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-07-23", "intelligence_index": 7.6, "coding_index": 5.4, "math_index": 4.3, "mmlu_pro": 0.476, "gpqa": 0.259, "hle": 0.051, "livecodebench": 0.116, "scicode": 0.132, "ifbench": 0.285714285714286, "lcr": 0.156666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.16374269005848, "math_500": 0.519333333333333, "aime": 0.0766666666666667, "aime_25": 0.0433333333333333, "output_tps": 168.128, "ttft": 0.504, "ttfat": 0.504, "price_input": 0.075, "price_output": 0.095, "price_blended": 0.08 }, { "id": "71e8d48c-1920-4f27-8ea9-1f10becc615a", "name": "Llama 3.2 Instruct 3B", "slug": "llama-3-2-instruct-3b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-09-25", "intelligence_index": 4.2, "coding_index": null, "math_index": 3.3, "mmlu_pro": 0.347, "gpqa": 0.255, "hle": 0.052, "livecodebench": 0.083, "scicode": 0.052, "ifbench": 0.261904761904762, "lcr": 0.02, "terminalbench_hard": null, "tau2": 0.210526315789474, "math_500": 0.488666666666667, "aime": 0.0666666666666667, "aime_25": 0.0333333333333333, "output_tps": 52.611, "ttft": 0.603, "ttfat": 0.603, "price_input": 0.15, "price_output": 0.15, "price_blended": 0.15 }, { "id": "aa83359a-d804-4f0b-b5bf-dc637711c26f", "name": "Llama 3 Instruct 70B", "slug": "llama-3-instruct-70b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-04-18", "intelligence_index": 3.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.574, "gpqa": 0.379, "hle": 0.044, "livecodebench": 0.198, "scicode": 0.189, "ifbench": 0.370748299319728, "lcr": 0, "terminalbench_hard": 0.00757575757575758, "tau2": 0, "math_500": 0.482666666666667, "aime": 0, "aime_25": null, "output_tps": 45.923, "ttft": 0.671, "ttfat": 0.671, "price_input": 0.65, "price_output": 2.75, "price_blended": 1.175 }, { "id": "82879bb8-89fb-4adc-b519-315b8ef30b77", "name": "Llama 3 Instruct 8B", "slug": "llama-3-instruct-8b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-04-18", "intelligence_index": 1.2, "coding_index": null, "math_index": null, "mmlu_pro": 0.405, "gpqa": 0.296, "hle": 0.051, "livecodebench": 0.096, "scicode": 0.119, "ifbench": 0.245578231292517, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": 0.499333333333333, "aime": 0, "aime_25": null, "output_tps": 78.491, "ttft": 0.48, "ttfat": 0.48, "price_input": 0.045, "price_output": 0.145, "price_blended": 0.07 }, { "id": "80f7860a-7665-4658-9f05-15bccf5f832f", "name": "Llama 3.2 Instruct 1B", "slug": "llama-3-2-instruct-1b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2024-09-25", "intelligence_index": 1.1, "coding_index": null, "math_index": 0, "mmlu_pro": 0.2, "gpqa": 0.196, "hle": 0.053, "livecodebench": 0.019, "scicode": 0.017, "ifbench": 0.227891156462585, "lcr": 0.05, "terminalbench_hard": 0, "tau2": 0, "math_500": 0.14, "aime": 0, "aime_25": 0, "output_tps": 87.143, "ttft": 0.586, "ttfat": 0.586, "price_input": 0.05, "price_output": 0.05, "price_blended": 0.05 }, { "id": "599da8e0-bd9c-4b38-a127-b50e371fbcf8", "name": "Llama 2 Chat 70B", "slug": "llama-2-chat-70b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2023-07-18", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.406, "gpqa": 0.327, "hle": 0.05, "livecodebench": 0.098, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.322666666666667, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "6b08a75a-19ee-40b4-be33-133b8ef42f92", "name": "Llama 2 Chat 13B", "slug": "llama-2-chat-13b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2023-07-18", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.406, "gpqa": 0.321, "hle": 0.047, "livecodebench": 0.098, "scicode": 0.118, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.328666666666667, "aime": 0.0166666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "ffd65ef7-fbdb-4145-98ae-b5d01cda770b", "name": "Llama 2 Chat 7B", "slug": "llama-2-chat-7b", "creator": "meta", "creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe", "creator_name": "Meta", "release_date": "2023-07-18", "intelligence_index": 4.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.164, "gpqa": 0.227, "hle": 0.058, "livecodebench": 0.002, "scicode": 0, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.0586666666666667, "aime": 0, "aime_25": null, "output_tps": 104.094, "ttft": 11.41, "ttfat": 11.41, "price_input": 0.05, "price_output": 0.25, "price_blended": 0.1 }, { "id": "c6a47d8a-7517-46e2-8383-329fe7241725", "name": "Gemini 2.0 Pro Experimental (Feb '25)", "slug": "gemini-2-0-pro-experimental-02-05", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-02-05", "intelligence_index": 11.8, "coding_index": 25.5, "math_index": null, "mmlu_pro": 0.805, "gpqa": 0.622, "hle": 0.068, "livecodebench": 0.347, "scicode": 0.313, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.922666666666667, "aime": 0.36, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "fddb72bd-60d3-41af-acc5-3df9a290eb8e", "name": "Gemini 2.0 Flash (experimental)", "slug": "gemini-2-0-flash-experimental", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-12-11", "intelligence_index": 10.7, "coding_index": null, "math_index": null, "mmlu_pro": 0.782, "gpqa": 0.636, "hle": 0.047, "livecodebench": 0.21, "scicode": 0.34, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.910666666666667, "aime": 0.3, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2ac96b67-f4f8-4c8c-ac08-c7510faa7bb9", "name": "Gemini 1.5 Pro (Sep '24)", "slug": "gemini-1-5-pro", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-09-24", "intelligence_index": 10, "coding_index": 23.6, "math_index": null, "mmlu_pro": 0.75, "gpqa": 0.589, "hle": 0.049, "livecodebench": 0.316, "scicode": 0.295, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.876, "aime": 0.23, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3de55b83-e02b-412e-8211-315bbebe3e94", "name": "Gemini 2.0 Flash-Lite (Preview)", "slug": "gemini-2-0-flash-lite-preview", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-02-05", "intelligence_index": 8.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.542, "hle": 0.044, "livecodebench": 0.179, "scicode": 0.247, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.873333333333333, "aime": 0.303333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "bcca0e70-7e80-4c07-b1fa-b33bcfb19e51", "name": "Gemini 2.0 Flash (Feb '25)", "slug": "gemini-2-0-flash", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-02-05", "intelligence_index": 12.3, "coding_index": null, "math_index": 21.7, "mmlu_pro": 0.779, "gpqa": 0.623, "hle": 0.053, "livecodebench": 0.334, "scicode": 0.333, "ifbench": 0.402040816326531, "lcr": 0.283333333333333, "terminalbench_hard": 0.0378787878787879, "tau2": 0.295321637426901, "math_500": 0.93, "aime": 0.33, "aime_25": 0.216666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.15, "price_output": 0.6, "price_blended": 0.262 }, { "id": "41faf421-118b-465b-b170-d200776580d1", "name": "Gemini 1.5 Flash (Sep '24)", "slug": "gemini-1-5-flash", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-09-24", "intelligence_index": 8, "coding_index": null, "math_index": null, "mmlu_pro": 0.68, "gpqa": 0.463, "hle": 0.035, "livecodebench": 0.273, "scicode": 0.267, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.827333333333333, "aime": 0.18, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "94229066-9381-4ee1-bf70-a16d63756a6e", "name": "Gemini 1.5 Flash-8B", "slug": "gemini-1-5-flash-8b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-10-03", "intelligence_index": 5.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.569, "gpqa": 0.359, "hle": 0.045, "livecodebench": 0.217, "scicode": 0.229, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.689333333333333, "aime": 0.0333333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "55a3ebf6-6117-4cc1-8596-c6de6e552fd4", "name": "Gemini 2.5 Flash Preview (Non-reasoning)", "slug": "gemini-2-5-flash-04-2025", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-04-17", "intelligence_index": 11.7, "coding_index": null, "math_index": null, "mmlu_pro": 0.783, "gpqa": 0.594, "hle": 0.05, "livecodebench": 0.406, "scicode": 0.233, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.926, "aime": 0.433333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "222fb320-6e55-4672-846a-b6d5a24a45f4", "name": "Gemma 3 4B Instruct", "slug": "gemma-3-4b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-03-12", "intelligence_index": 1.1, "coding_index": 2.7, "math_index": 12.7, "mmlu_pro": 0.417, "gpqa": 0.291, "hle": 0.052, "livecodebench": 0.112, "scicode": 0.073, "ifbench": 0.282993197278912, "lcr": 0.0566666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.0497076023391813, "math_500": 0.766, "aime": 0.0633333333333333, "aime_25": 0.126666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2bfdd17a-e027-4068-a54e-b0e90a6df118", "name": "Gemma 3 27B Instruct", "slug": "gemma-3-27b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-03-12", "intelligence_index": 7.4, "coding_index": 10.1, "math_index": 20.7, "mmlu_pro": 0.669, "gpqa": 0.428, "hle": 0.047, "livecodebench": 0.137, "scicode": 0.212, "ifbench": 0.318367346938776, "lcr": 0.0566666666666667, "terminalbench_hard": 0.0378787878787879, "tau2": 0.105263157894737, "math_500": 0.882666666666667, "aime": 0.253333333333333, "aime_25": 0.206666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2e6400f5-85ca-4ebc-ba8f-c2811a631138", "name": "Gemma 3 12B Instruct", "slug": "gemma-3-12b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-03-12", "intelligence_index": 5.5, "coding_index": 5.8, "math_index": 18.3, "mmlu_pro": 0.595, "gpqa": 0.349, "hle": 0.048, "livecodebench": 0.137, "scicode": 0.174, "ifbench": 0.36734693877551, "lcr": 0.0666666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.108187134502924, "math_500": 0.853333333333333, "aime": 0.22, "aime_25": 0.183333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f4e8194a-d0e6-48eb-92be-4307de5aeeec", "name": "Gemini 2.5 Flash-Lite (Reasoning)", "slug": "gemini-2-5-flash-lite-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-06-17", "intelligence_index": 11.4, "coding_index": null, "math_index": 53.3, "mmlu_pro": 0.759, "gpqa": 0.625, "hle": 0.064, "livecodebench": 0.593, "scicode": 0.193, "ifbench": 0.498639455782313, "lcr": 0.513333333333333, "terminalbench_hard": 0.0454545454545455, "tau2": 0.184210526315789, "math_500": 0.968666666666667, "aime": 0.703333333333333, "aime_25": 0.533333333333333, "output_tps": 251.248, "ttft": 19.926, "ttfat": 19.926, "price_input": 0.1, "price_output": 0.4, "price_blended": 0.175 }, { "id": "dfeeb904-e784-4d5c-ad66-9400146b150b", "name": "Gemini 2.0 Flash Thinking Experimental (Dec '24)", "slug": "gemini-2-0-flash-thinking-exp-1219", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-12-19", "intelligence_index": 6.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.48, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d1720545-d0a8-4c15-a53e-ef5ca99ac7ea", "name": "Gemma 3 1B Instruct", "slug": "gemma-3-1b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-03-13", "intelligence_index": 1, "coding_index": null, "math_index": 3.3, "mmlu_pro": 0.135, "gpqa": 0.237, "hle": 0.052, "livecodebench": 0.017, "scicode": 0.007, "ifbench": 0.199319727891156, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.105263157894737, "math_500": 0.484, "aime": 0, "aime_25": 0.0333333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d1122eff-ee85-4fdc-8a9f-23bee6590667", "name": "Gemini 3 Pro Preview (high)", "slug": "gemini-3-pro", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-11-18", "intelligence_index": 39.6, "coding_index": null, "math_index": 95.7, "mmlu_pro": 0.898, "gpqa": 0.908, "hle": 0.372, "livecodebench": 0.917, "scicode": 0.561, "ifbench": 0.704081632653061, "lcr": 0.706666666666667, "terminalbench_hard": 0.416666666666667, "tau2": 0.871345029239766, "math_500": null, "aime": null, "aime_25": 0.956666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 12, "price_blended": 4.5 }, { "id": "c7667559-d9b6-43f1-8cd8-8bdbc78d190b", "name": "Gemini 2.5 Flash Preview (Sep '25) (Reasoning)", "slug": "gemini-2-5-flash-preview-09-2025-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-09-25", "intelligence_index": 23.8, "coding_index": null, "math_index": 78.3, "mmlu_pro": 0.842, "gpqa": 0.793, "hle": 0.127, "livecodebench": 0.713, "scicode": 0.405, "ifbench": 0.52312925170068, "lcr": 0.643333333333333, "terminalbench_hard": 0.166666666666667, "tau2": 0.456140350877193, "math_500": null, "aime": null, "aime_25": 0.783333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "bd2c3517-00d8-4ba5-a989-1f1e52f3ffab", "name": "Gemma 3n E4B Instruct Preview (May '25)", "slug": "gemma-3n-e4b-preview-0520", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-05-20", "intelligence_index": 4.6, "coding_index": null, "math_index": null, "mmlu_pro": 0.483, "gpqa": 0.278, "hle": 0.049, "livecodebench": 0.138, "scicode": 0.086, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.748666666666667, "aime": 0.106666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b2f3191f-77d6-4155-8be6-330f0baa1ae5", "name": "Gemini 3 Pro Preview (low)", "slug": "gemini-3-pro-low", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-11-18", "intelligence_index": 33.1, "coding_index": null, "math_index": 86.7, "mmlu_pro": 0.895, "gpqa": 0.887, "hle": 0.276, "livecodebench": 0.857, "scicode": 0.499, "ifbench": 0.496598639455782, "lcr": 0.673333333333333, "terminalbench_hard": 0.340909090909091, "tau2": 0.681286549707602, "math_500": null, "aime": null, "aime_25": 0.866666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 12, "price_blended": 4.5 }, { "id": "ac48c49d-9e77-4394-ac4e-d1ee51fd5fee", "name": "Gemini 1.5 Flash (May '24)", "slug": "gemini-1-5-flash-may-2024", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-05-14", "intelligence_index": 4.9, "coding_index": null, "math_index": null, "mmlu_pro": 0.574, "gpqa": 0.324, "hle": 0.042, "livecodebench": 0.196, "scicode": 0.181, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.554, "aime": 0.0933333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a8c67863-9d66-44dd-8d27-f58654ecde03", "name": "Gemma 3n E2B Instruct", "slug": "gemma-3n-e2b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-06-26", "intelligence_index": 1, "coding_index": null, "math_index": 10.3, "mmlu_pro": 0.378, "gpqa": 0.229, "hle": 0.04, "livecodebench": 0.095, "scicode": 0.052, "ifbench": 0.220408163265306, "lcr": 0, "terminalbench_hard": 0.00757575757575758, "tau2": 0, "math_500": 0.691333333333333, "aime": 0.09, "aime_25": 0.103333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8ddacd41-bf43-411b-aa30-43ebf0567dd8", "name": "Gemini 1.0 Pro", "slug": "gemini-1-0-pro", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2023-12-06", "intelligence_index": 3.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.431, "gpqa": 0.277, "hle": 0.046, "livecodebench": 0.116, "scicode": 0.117, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.402666666666667, "aime": 0.00666666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "877fdfc9-2026-477a-af96-e4fd602c0131", "name": "Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)", "slug": "gemini-2-5-flash-preview-09-2025", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-09-25", "intelligence_index": 18.8, "coding_index": null, "math_index": 56.7, "mmlu_pro": 0.836, "gpqa": 0.766, "hle": 0.078, "livecodebench": 0.625, "scicode": 0.375, "ifbench": 0.435374149659864, "lcr": 0.566666666666667, "terminalbench_hard": 0.143939393939394, "tau2": 0.283625730994152, "math_500": null, "aime": null, "aime_25": 0.566666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "84922739-425f-46e1-87ac-bb4268dcacbb", "name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)", "slug": "gemini-2-5-flash-lite-preview-09-2025-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-09-08", "intelligence_index": 15.1, "coding_index": null, "math_index": 68.7, "mmlu_pro": 0.808, "gpqa": 0.709, "hle": 0.066, "livecodebench": 0.688, "scicode": 0.287, "ifbench": 0.525850340136054, "lcr": 0.59, "terminalbench_hard": 0.128787878787879, "tau2": 0.307017543859649, "math_500": null, "aime": null, "aime_25": 0.686666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.4, "price_blended": 0.175 }, { "id": "7c73c3be-7f51-4d14-bec8-d5789488df25", "name": "Gemini 3 Flash Preview (Reasoning)", "slug": "gemini-3-flash-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-12-17", "intelligence_index": 37.8, "coding_index": null, "math_index": 97, "mmlu_pro": 0.89, "gpqa": 0.898, "hle": 0.347, "livecodebench": 0.908, "scicode": 0.506, "ifbench": 0.779591836734694, "lcr": 0.663333333333333, "terminalbench_hard": 0.386363636363636, "tau2": 0.804093567251462, "math_500": null, "aime": null, "aime_25": 0.97, "output_tps": 219.933, "ttft": 5.909, "ttfat": 5.909, "price_input": 0.5, "price_output": 3, "price_blended": 1.125 }, { "id": "7b269763-ecc0-41ef-aa29-47ef632ac065", "name": "Gemini 2.0 Flash-Lite (Feb '25)", "slug": "gemini-2-0-flash-lite-001", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-02-25", "intelligence_index": 8.8, "coding_index": null, "math_index": null, "mmlu_pro": 0.724, "gpqa": 0.535, "hle": 0.036, "livecodebench": 0.185, "scicode": 0.25, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.872666666666667, "aime": 0.276666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "783a0ea2-1eef-422a-8c3d-f6d40d943f54", "name": "Gemini 3 Flash Preview (Non-reasoning)", "slug": "gemini-3-flash", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-12-17", "intelligence_index": 27.4, "coding_index": null, "math_index": 55.7, "mmlu_pro": 0.882, "gpqa": 0.812, "hle": 0.141, "livecodebench": 0.797, "scicode": 0.499, "ifbench": 0.551020408163265, "lcr": 0.48, "terminalbench_hard": 0.318181818181818, "tau2": 0.432748538011696, "math_500": null, "aime": null, "aime_25": 0.556666666666667, "output_tps": 199.306, "ttft": 0.731, "ttfat": 0.731, "price_input": 0.5, "price_output": 3, "price_blended": 1.125 }, { "id": "71f51ea9-94fe-4635-a80d-4cfffbb685f4", "name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)", "slug": "gemini-2-5-flash-lite-preview-09-2025", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-09-25", "intelligence_index": 13.1, "coding_index": null, "math_index": 46.7, "mmlu_pro": 0.796, "gpqa": 0.651, "hle": 0.046, "livecodebench": 0.641, "scicode": 0.285, "ifbench": 0.418367346938776, "lcr": 0.48, "terminalbench_hard": 0.0757575757575758, "tau2": 0.304093567251462, "math_500": null, "aime": null, "aime_25": 0.466666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.4, "price_blended": 0.175 }, { "id": "6afbfb62-27e4-435e-9c85-d9fe1b92519e", "name": "Gemini 2.5 Flash (Non-reasoning)", "slug": "gemini-2-5-flash", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-05-20", "intelligence_index": 14.1, "coding_index": null, "math_index": 60.3, "mmlu_pro": 0.809, "gpqa": 0.683, "hle": 0.051, "livecodebench": 0.495, "scicode": 0.291, "ifbench": 0.389795918367347, "lcr": 0.459, "terminalbench_hard": 0.121212121212121, "tau2": 0.149122807017544, "math_500": 0.932, "aime": 0.5, "aime_25": 0.603333333333333, "output_tps": 196.358, "ttft": 0.383, "ttfat": 0.383, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "68c89ebf-779c-4445-9241-de964cd17355", "name": "Gemini 2.5 Flash Preview (Reasoning)", "slug": "gemini-2-5-flash-reasoning-04-2025", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-04-17", "intelligence_index": 17.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.8, "gpqa": 0.698, "hle": 0.116, "livecodebench": 0.505, "scicode": 0.359, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.980666666666667, "aime": 0.843333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "62de31e8-a1a3-429c-b634-a2afccfd9363", "name": "Gemini 2.5 Pro Preview (Mar' 25)", "slug": "gemini-2-5-pro-03-25", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-03-25", "intelligence_index": 23, "coding_index": 46.7, "math_index": null, "mmlu_pro": 0.858, "gpqa": 0.836, "hle": 0.171, "livecodebench": 0.778, "scicode": 0.395, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.98, "aime": 0.87, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "515852e7-ba9c-4571-8cf9-82ad6b45f22f", "name": "PALM-2", "slug": "palm-2", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2023-05-10", "intelligence_index": 3.2, "coding_index": 4.6, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2ae624ca-25b4-4cc8-8970-cdfdd3320691", "name": "Gemini 1.0 Ultra", "slug": "gemini-1-0-ultra", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2023-12-06", "intelligence_index": 4.6, "coding_index": 17.6, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "219ed587-60c5-4a48-9517-8480e08d0ca1", "name": "Gemini 2.5 Flash (Reasoning)", "slug": "gemini-2-5-flash-reasoning", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-05-20", "intelligence_index": 20.1, "coding_index": null, "math_index": 73.3, "mmlu_pro": 0.832, "gpqa": 0.79, "hle": 0.111, "livecodebench": 0.695, "scicode": 0.394, "ifbench": 0.502721088435374, "lcr": 0.616666666666667, "terminalbench_hard": 0.136363636363636, "tau2": 0.315789473684211, "math_500": 0.981333333333333, "aime": 0.823333333333333, "aime_25": 0.733333333333333, "output_tps": 229.652, "ttft": 10.345, "ttfat": 10.345, "price_input": 0.3, "price_output": 2.5, "price_blended": 0.85 }, { "id": "1d81aa1c-64c8-442a-9c41-81b37e407b91", "name": "Gemini 2.5 Flash-Lite (Non-reasoning)", "slug": "gemini-2-5-flash-lite", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-06-17", "intelligence_index": 6.9, "coding_index": null, "math_index": 35.3, "mmlu_pro": 0.724, "gpqa": 0.474, "hle": 0.037, "livecodebench": 0.4, "scicode": 0.177, "ifbench": 0.314965986394558, "lcr": 0.313333333333333, "terminalbench_hard": 0.0227272727272727, "tau2": 0.190058479532164, "math_500": 0.926, "aime": 0.5, "aime_25": 0.353333333333333, "output_tps": 219.733, "ttft": 0.296, "ttfat": 0.296, "price_input": 0.1, "price_output": 0.4, "price_blended": 0.175 }, { "id": "16f2578b-1b28-4be3-b371-700c2677bcd6", "name": "Gemini 1.5 Pro (May '24)", "slug": "gemini-1-5-pro-may-2024", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2024-05-15", "intelligence_index": 6.3, "coding_index": 19.8, "math_index": null, "mmlu_pro": 0.657, "gpqa": 0.371, "hle": 0.039, "livecodebench": 0.244, "scicode": 0.274, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.673333333333333, "aime": 0.08, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "073b5329-c4b3-4f1f-8f97-4753aadf4398", "name": "Gemini 2.5 Pro Preview (May' 25)", "slug": "gemini-2-5-pro-05-06", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-05-06", "intelligence_index": 22.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.837, "gpqa": 0.822, "hle": 0.154, "livecodebench": 0.77, "scicode": 0.416, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.986, "aime": 0.843333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.25, "price_output": 10, "price_blended": 3.438 }, { "id": "0399e614-5d46-484f-9183-e4f32d74e1c6", "name": "Gemini 2.0 Flash Thinking Experimental (Jan '25)", "slug": "gemini-2-0-flash-thinking-exp-0121", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-01-21", "intelligence_index": 13.3, "coding_index": 24.1, "math_index": null, "mmlu_pro": 0.798, "gpqa": 0.701, "hle": 0.071, "livecodebench": 0.321, "scicode": 0.329, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.944, "aime": 0.5, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a797eaf3-6d75-4f29-86a8-e1243ce52d43", "name": "Gemma 3n E4B Instruct", "slug": "gemma-3n-e4b", "creator": "google", "creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793", "creator_name": "Google", "release_date": "2025-06-26", "intelligence_index": 1.2, "coding_index": 3.2, "math_index": 14.3, "mmlu_pro": 0.488, "gpqa": 0.296, "hle": 0.044, "livecodebench": 0.146, "scicode": 0.081, "ifbench": 0.27891156462585, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0.0497076023391813, "math_500": 0.770666666666667, "aime": 0.136666666666667, "aime_25": 0.143333333333333, "output_tps": 56.555, "ttft": 0.361, "ttfat": 0.361, "price_input": 0.02, "price_output": 0.04, "price_blended": 0.025 }, { "id": "0a603978-03b9-4f47-a273-2f7fd969be85", "name": "Claude 3.5 Sonnet (Oct '24)", "slug": "claude-35-sonnet", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-10-22", "intelligence_index": 9.9, "coding_index": 30.2, "math_index": null, "mmlu_pro": 0.772, "gpqa": 0.599, "hle": 0.039, "livecodebench": 0.381, "scicode": 0.366, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.771333333333333, "aime": 0.156666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "aca9c1ad-fc86-49f3-a312-b1e517ea100c", "name": "Claude 3.5 Sonnet (June '24)", "slug": "claude-35-sonnet-june-24", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-06-21", "intelligence_index": 8.3, "coding_index": 26, "math_index": null, "mmlu_pro": 0.751, "gpqa": 0.56, "hle": 0.037, "livecodebench": null, "scicode": 0.316, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.695333333333333, "aime": 0.0966666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "7829427f-f0e3-4f6d-a228-5fbf70dacc02", "name": "Claude 3 Opus", "slug": "claude-3-opus", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-03-04", "intelligence_index": 11.8, "coding_index": 19.5, "math_index": null, "mmlu_pro": 0.696, "gpqa": 0.489, "hle": 0.031, "livecodebench": 0.279, "scicode": 0.233, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.640666666666667, "aime": 0.0333333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 15, "price_output": 75, "price_blended": 30 }, { "id": "033e4aa9-a556-4224-87b0-341ed1070257", "name": "Claude 3.5 Haiku", "slug": "claude-3-5-haiku", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-10-22", "intelligence_index": 12.3, "coding_index": 15.9, "math_index": null, "mmlu_pro": 0.634, "gpqa": 0.408, "hle": 0.035, "livecodebench": 0.314, "scicode": 0.274, "ifbench": 0.427891156462585, "lcr": 0.233333333333333, "terminalbench_hard": 0.0227272727272727, "tau2": 0.245614035087719, "math_500": 0.720666666666667, "aime": 0.0333333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.8, "price_output": 4, "price_blended": 1.6 }, { "id": "b2e68f0a-8f66-4e4c-9821-2b786cea601b", "name": "Claude 3 Sonnet", "slug": "claude-3-sonnet", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-03-04", "intelligence_index": 4.7, "coding_index": null, "math_index": null, "mmlu_pro": 0.579, "gpqa": 0.4, "hle": 0.038, "livecodebench": 0.175, "scicode": 0.229, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.414, "aime": 0.0466666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "1fc54cef-d179-48b1-a27d-046874e9b208", "name": "Claude 3 Haiku", "slug": "claude-3-haiku", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2024-03-04", "intelligence_index": 3.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.374, "hle": 0.039, "livecodebench": 0.154, "scicode": 0.186, "ifbench": 0.361224489795918, "lcr": 0.21, "terminalbench_hard": 0.00757575757575758, "tau2": 0.210526315789474, "math_500": 0.394, "aime": 0.01, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.25, "price_output": 1.25, "price_blended": 0.5 }, { "id": "83cb898e-05d9-4e4b-9de3-2d305014d923", "name": "Claude Instant", "slug": "claude-instant", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2023-03-14", "intelligence_index": 2.1, "coding_index": 7.8, "math_index": null, "mmlu_pro": 0.434, "gpqa": 0.33, "hle": 0.038, "livecodebench": 0.109, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.264, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f2f60e3a-e5f5-4471-acd2-9f2f29c76007", "name": "Claude 4.1 Opus (Non-reasoning)", "slug": "claude-4-1-opus", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-08-05", "intelligence_index": 28.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": 39.309, "ttft": 2.054, "ttfat": 2.054, "price_input": 15, "price_output": 75, "price_blended": 30 }, { "id": "13358187-4584-479c-ab43-5bcdf8f297a4", "name": "Claude 3.7 Sonnet (Reasoning)", "slug": "claude-3-7-sonnet-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-02-24", "intelligence_index": 27.1, "coding_index": 36.4, "math_index": 56.3, "mmlu_pro": 0.837, "gpqa": 0.772, "hle": 0.103, "livecodebench": 0.473, "scicode": 0.403, "ifbench": 0.482993197278912, "lcr": 0.606666666666667, "terminalbench_hard": 0.212121212121212, "tau2": 0.546783625730994, "math_500": 0.946666666666667, "aime": 0.486666666666667, "aime_25": 0.563333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "9e141c0d-fc82-4e07-bb2e-fe0003bc030b", "name": "Claude 2.1", "slug": "claude-21", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2023-11-21", "intelligence_index": 3.9, "coding_index": 14, "math_index": null, "mmlu_pro": 0.495, "gpqa": 0.319, "hle": 0.042, "livecodebench": 0.195, "scicode": 0.184, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.374, "aime": 0.0333333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "4077490a-bbfb-404e-979a-a97a20e3b5de", "name": "Claude Opus 4.5 (Non-reasoning)", "slug": "claude-opus-4-5", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-11-24", "intelligence_index": 34.7, "coding_index": null, "math_index": 62.7, "mmlu_pro": 0.889, "gpqa": 0.81, "hle": 0.129, "livecodebench": 0.738, "scicode": 0.47, "ifbench": 0.429931972789116, "lcr": 0.653333333333333, "terminalbench_hard": 0.409090909090909, "tau2": 0.862573099415205, "math_500": null, "aime": null, "aime_25": 0.626666666666667, "output_tps": 57.863, "ttft": 1.338, "ttfat": 1.338, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "d034dafe-463d-4c50-956f-84fca657b26f", "name": "Claude 4 Sonnet (Non-reasoning)", "slug": "claude-4-sonnet", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-05-22", "intelligence_index": 25.5, "coding_index": null, "math_index": 38, "mmlu_pro": 0.837, "gpqa": 0.683, "hle": 0.04, "livecodebench": 0.449, "scicode": 0.373, "ifbench": 0.453741496598639, "lcr": 0.443333333333333, "terminalbench_hard": 0.272727272727273, "tau2": 0.523391812865497, "math_500": 0.934, "aime": 0.406666666666667, "aime_25": 0.38, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "ccbfa8c3-a762-480b-aade-34fb9697f98c", "name": "Claude 4.1 Opus (Reasoning)", "slug": "claude-4-1-opus-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-08-05", "intelligence_index": 33.7, "coding_index": null, "math_index": 80.3, "mmlu_pro": 0.88, "gpqa": 0.809, "hle": 0.119, "livecodebench": 0.654, "scicode": 0.409, "ifbench": 0.554421768707483, "lcr": 0.663333333333333, "terminalbench_hard": 0.343352330715909, "tau2": 0.713660933660934, "math_500": null, "aime": null, "aime_25": 0.803333333333333, "output_tps": 39.231, "ttft": 8.662, "ttfat": 8.662, "price_input": 15, "price_output": 75, "price_blended": 30 }, { "id": "2660d74f-ce79-48a8-8b53-6e668e2071a2", "name": "Claude Opus 4.5 (Reasoning)", "slug": "claude-opus-4-5-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-11-24", "intelligence_index": 40.8, "coding_index": null, "math_index": 91.3, "mmlu_pro": 0.895, "gpqa": 0.866, "hle": 0.284, "livecodebench": 0.871, "scicode": 0.495, "ifbench": 0.579591836734694, "lcr": 0.74, "terminalbench_hard": 0.46969696969697, "tau2": 0.894736842105263, "math_500": null, "aime": null, "aime_25": 0.913333333333333, "output_tps": 63.687, "ttft": 9.053, "ttfat": 9.053, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "91cb6144-4937-4e4e-aeda-b4341d355c10", "name": "Claude 4.5 Sonnet (Non-reasoning)", "slug": "claude-4-5-sonnet", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-09-29", "intelligence_index": 29.3, "coding_index": null, "math_index": 37, "mmlu_pro": 0.86, "gpqa": 0.727, "hle": 0.071, "livecodebench": 0.59, "scicode": 0.428, "ifbench": 0.426530612244898, "lcr": 0.513333333333333, "terminalbench_hard": 0.287878787878788, "tau2": 0.704678362573099, "math_500": null, "aime": null, "aime_25": 0.37, "output_tps": 57.087, "ttft": 1.467, "ttfat": 1.467, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "90e078f2-051b-4c63-8919-76618971cb3f", "name": "Claude 4.5 Sonnet (Reasoning)", "slug": "claude-4-5-sonnet-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-09-29", "intelligence_index": 36.4, "coding_index": 52.1, "math_index": 88, "mmlu_pro": 0.875, "gpqa": 0.834, "hle": 0.173, "livecodebench": 0.714, "scicode": 0.447, "ifbench": 0.572789115646258, "lcr": 0.656666666666667, "terminalbench_hard": 0.356060606060606, "tau2": 0.780701754385965, "math_500": null, "aime": null, "aime_25": 0.88, "output_tps": 56.077, "ttft": 7.623, "ttfat": 7.623, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "504412c2-2ada-499b-aebf-7e0a35c9d286", "name": "Claude 4 Opus (Non-reasoning)", "slug": "claude-4-opus", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-05-22", "intelligence_index": 25.5, "coding_index": null, "math_index": 36.3, "mmlu_pro": 0.86, "gpqa": 0.701, "hle": 0.059, "livecodebench": 0.542, "scicode": 0.409, "ifbench": 0.43265306122449, "lcr": 0.36, "terminalbench_hard": null, "tau2": null, "math_500": 0.940666666666667, "aime": 0.563333333333333, "aime_25": 0.363333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 15, "price_output": 75, "price_blended": 30 }, { "id": "53c98840-47af-49aa-94e6-469fb17e9a1b", "name": "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)", "slug": "claude-opus-4-6-adaptive", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-02-05", "intelligence_index": 43.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.896, "hle": 0.367, "livecodebench": null, "scicode": 0.519, "ifbench": 0.531292517006803, "lcr": 0.706666666666667, "terminalbench_hard": 0.462121212121212, "tau2": 0.921052631578947, "math_500": null, "aime": null, "aime_25": null, "output_tps": 51.667, "ttft": 15.401, "ttfat": 15.401, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "2e40e695-3cec-43da-83f9-615af30b8e91", "name": "Claude Sonnet 4.6 (Non-reasoning, High Effort)", "slug": "claude-sonnet-4-6", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-02-17", "intelligence_index": 35.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.799, "hle": 0.132, "livecodebench": null, "scicode": 0.469, "ifbench": 0.41156462585034, "lcr": 0.576666666666667, "terminalbench_hard": 0.462121212121212, "tau2": 0.795321637426901, "math_500": null, "aime": null, "aime_25": null, "output_tps": 50.2, "ttft": 1.107, "ttfat": 1.107, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "4386585e-71b4-4a0c-8a63-afb333419cd6", "name": "Claude Opus 4.6 (Non-reasoning, High Effort)", "slug": "claude-opus-4-6", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-02-05", "intelligence_index": 37.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.84, "hle": 0.186, "livecodebench": null, "scicode": 0.457, "ifbench": 0.446258503401361, "lcr": 0.583333333333333, "terminalbench_hard": 0.484848484848485, "tau2": 0.847953216374269, "math_500": null, "aime": null, "aime_25": null, "output_tps": 46.201, "ttft": 2.022, "ttfat": 2.022, "price_input": 5, "price_output": 25, "price_blended": 10 }, { "id": "8a4a5ead-7789-4389-8400-30e9d20370b7", "name": "Claude 4 Opus (Reasoning)", "slug": "claude-4-opus-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-05-22", "intelligence_index": 31, "coding_index": null, "math_index": 73.3, "mmlu_pro": 0.873, "gpqa": 0.796, "hle": 0.117, "livecodebench": 0.636, "scicode": 0.398, "ifbench": 0.537414965986395, "lcr": 0.336666666666667, "terminalbench_hard": 0.310606060606061, "tau2": 0.733918128654971, "math_500": 0.982, "aime": 0.756666666666667, "aime_25": 0.733333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 15, "price_output": 75, "price_blended": 30 }, { "id": "df8d14e0-3997-4e4d-b4ad-9c047acc9c69", "name": "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)", "slug": "claude-sonnet-4-6-adaptive", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2026-02-17", "intelligence_index": 47.2, "coding_index": 63, "math_index": null, "mmlu_pro": null, "gpqa": 0.875, "hle": 0.3, "livecodebench": null, "scicode": 0.468, "ifbench": 0.565986394557823, "lcr": 0.706666666666667, "terminalbench_hard": 0.53030303030303, "tau2": 0.757309941520468, "math_500": null, "aime": null, "aime_25": null, "output_tps": 65.793, "ttft": 97.687, "ttfat": 97.687, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "d925845d-39ad-4de3-8495-f176b79828c0", "name": "Claude 3.7 Sonnet (Non-reasoning)", "slug": "claude-3-7-sonnet", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-02-24", "intelligence_index": 23.5, "coding_index": null, "math_index": 21, "mmlu_pro": 0.803, "gpqa": 0.656, "hle": 0.048, "livecodebench": 0.394, "scicode": 0.376, "ifbench": 0.440136054421769, "lcr": 0.483333333333333, "terminalbench_hard": 0.212121212121212, "tau2": 0.5, "math_500": 0.85, "aime": 0.223333333333333, "aime_25": 0.21, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "a7564055-f8ba-4c4b-9e2d-060f61263645", "name": "Claude 4 Sonnet (Reasoning)", "slug": "claude-4-sonnet-thinking", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2025-05-22", "intelligence_index": 28.9, "coding_index": 37.6, "math_index": 74.3, "mmlu_pro": 0.842, "gpqa": 0.777, "hle": 0.096, "livecodebench": 0.655, "scicode": 0.4, "ifbench": 0.546938775510204, "lcr": 0.646666666666667, "terminalbench_hard": 0.310606060606061, "tau2": 0.646198830409357, "math_500": 0.990666666666667, "aime": 0.773333333333333, "aime_25": 0.743333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "ddc748d0-6a9b-466b-8d6c-68417980d56d", "name": "Claude 2.0", "slug": "claude-2", "creator": "anthropic", "creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128", "creator_name": "Anthropic", "release_date": "2023-07-11", "intelligence_index": 3.6, "coding_index": 12.9, "math_index": null, "mmlu_pro": 0.486, "gpqa": 0.344, "hle": null, "livecodebench": 0.171, "scicode": 0.194, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "50f92d5f-f413-4c97-8dab-331101622a28", "name": "Mistral Large 2 (Nov '24)", "slug": "mistral-large-2", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-11-18", "intelligence_index": 9.1, "coding_index": null, "math_index": 14, "mmlu_pro": 0.697, "gpqa": 0.486, "hle": 0.04, "livecodebench": 0.293, "scicode": 0.292, "ifbench": 0.312244897959184, "lcr": 0.0533333333333333, "terminalbench_hard": 0.0606060606060606, "tau2": 0.307017543859649, "math_500": 0.736, "aime": 0.11, "aime_25": 0.14, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "1b05e346-e86a-4a20-8feb-7da8c65a99aa", "name": "Mistral Large 2 (Jul '24)", "slug": "mistral-large-2407", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-07-24", "intelligence_index": 7.3, "coding_index": null, "math_index": 0, "mmlu_pro": 0.683, "gpqa": 0.472, "hle": 0.032, "livecodebench": 0.267, "scicode": 0.271, "ifbench": 0.316326530612245, "lcr": 0.0166666666666667, "terminalbench_hard": null, "tau2": 0.330409356725146, "math_500": 0.714, "aime": 0.0933333333333333, "aime_25": 0, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "de0beaf0-c951-487a-8eb4-3dd12e74122c", "name": "Pixtral Large", "slug": "pixtral-large-2411", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-11-18", "intelligence_index": 8.1, "coding_index": null, "math_index": 2.3, "mmlu_pro": 0.701, "gpqa": 0.505, "hle": 0.036, "livecodebench": 0.261, "scicode": 0.292, "ifbench": 0.344897959183673, "lcr": 0.103333333333333, "terminalbench_hard": null, "tau2": 0.365497076023392, "math_500": 0.714, "aime": 0.07, "aime_25": 0.0233333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "e5dd499f-c330-45ec-9ff0-a99209c82af7", "name": "Mistral Small 3", "slug": "mistral-small-3", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-01-30", "intelligence_index": 6.9, "coding_index": null, "math_index": 4.3, "mmlu_pro": 0.652, "gpqa": 0.462, "hle": 0.041, "livecodebench": 0.252, "scicode": 0.236, "ifbench": 0.263945578231293, "lcr": 0, "terminalbench_hard": null, "tau2": 0.195906432748538, "math_500": 0.715333333333333, "aime": 0.08, "aime_25": 0.0433333333333333, "output_tps": 153.094, "ttft": 0.525, "ttfat": 0.525, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "7c045ca0-b331-488d-af31-df0fd331dfd1", "name": "Mistral Small (Sep '24)", "slug": "mistral-small", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-09-17", "intelligence_index": 4.7, "coding_index": null, "math_index": null, "mmlu_pro": 0.529, "gpqa": 0.381, "hle": 0.043, "livecodebench": 0.141, "scicode": 0.156, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.562666666666667, "aime": 0.0633333333333333, "aime_25": null, "output_tps": 155.641, "ttft": 0.48, "ttfat": 0.48, "price_input": 0.2, "price_output": 0.6, "price_blended": 0.3 }, { "id": "ca6c1412-f3c1-4391-9231-f83a702aa7af", "name": "Mixtral 8x22B Instruct", "slug": "mistral-8x22b-instruct", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-04-17", "intelligence_index": 4.4, "coding_index": null, "math_index": null, "mmlu_pro": 0.537, "gpqa": 0.332, "hle": 0.041, "livecodebench": 0.148, "scicode": 0.188, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.544666666666667, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "35d602fc-b8b8-4698-9f4d-f2ce11ca50e4", "name": "Mistral Small (Feb '24)", "slug": "mistral-small-2402", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-02-26", "intelligence_index": 3.6, "coding_index": null, "math_index": null, "mmlu_pro": 0.419, "gpqa": 0.302, "hle": 0.044, "livecodebench": 0.111, "scicode": 0.134, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.562, "aime": 0.00666666666666667, "aime_25": null, "output_tps": 160.505, "ttft": 0.492, "ttfat": 0.492, "price_input": 1, "price_output": 3, "price_blended": 1.5 }, { "id": "5e4e4590-a77e-4b66-95f8-f3960a1a7c68", "name": "Mistral Large (Feb '24)", "slug": "mistral-large", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2024-02-26", "intelligence_index": 4.4, "coding_index": null, "math_index": null, "mmlu_pro": 0.515, "gpqa": 0.351, "hle": 0.034, "livecodebench": 0.178, "scicode": 0.208, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.526666666666667, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 4, "price_output": 12, "price_blended": 6 }, { "id": "3edcb2ed-6981-4f88-a556-563f7f8f00aa", "name": "Mixtral 8x7B Instruct", "slug": "mixtral-8x7b-instruct", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2023-12-11", "intelligence_index": 2.4, "coding_index": null, "math_index": null, "mmlu_pro": 0.387, "gpqa": 0.292, "hle": 0.045, "livecodebench": 0.066, "scicode": 0.028, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.299333333333333, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.45, "price_output": 0.7, "price_blended": 0.512 }, { "id": "217b34ec-5920-4fc1-8886-6a70a324837d", "name": "Mistral 7B Instruct", "slug": "mistral-7b-instruct", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2023-09-27", "intelligence_index": 2.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.245, "gpqa": 0.177, "hle": 0.043, "livecodebench": 0.046, "scicode": 0.024, "ifbench": 0.199319727891156, "lcr": 0, "terminalbench_hard": null, "tau2": 0, "math_500": 0.121333333333333, "aime": 0, "aime_25": null, "output_tps": 97.998, "ttft": 0.485, "ttfat": 0.485, "price_input": 0.25, "price_output": 0.25, "price_blended": 0.25 }, { "id": "24ac5b00-5f03-4c47-8e37-522d1195383e", "name": "Mistral Small 3.1", "slug": "mistral-small-3-1", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-03-17", "intelligence_index": 14.7, "coding_index": 26.3, "math_index": 3.7, "mmlu_pro": 0.659, "gpqa": 0.454, "hle": 0.048, "livecodebench": 0.212, "scicode": 0.265, "ifbench": 0.299319727891156, "lcr": 0.196666666666667, "terminalbench_hard": 0.0757575757575758, "tau2": 0.251461988304094, "math_500": 0.706666666666667, "aime": 0.0933333333333333, "aime_25": 0.0366666666666667, "output_tps": 159.43, "ttft": 0.489, "ttfat": 0.489, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "59e22326-1bca-4432-a5fa-147fbe8854e7", "name": "Mistral Medium 3", "slug": "mistral-medium-3", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-05-07", "intelligence_index": 12.5, "coding_index": null, "math_index": 30.3, "mmlu_pro": 0.76, "gpqa": 0.578, "hle": 0.043, "livecodebench": 0.4, "scicode": 0.331, "ifbench": 0.392517006802721, "lcr": 0.28, "terminalbench_hard": 0.0378787878787879, "tau2": 0.242690058479532, "math_500": 0.906666666666667, "aime": 0.44, "aime_25": 0.303333333333333, "output_tps": 48.828, "ttft": 0.516, "ttfat": 0.516, "price_input": 0.4, "price_output": 2, "price_blended": 0.8 }, { "id": "05a32e26-e609-4377-951b-8fa23d329926", "name": "Mistral Medium 3.1", "slug": "mistral-medium-3-1", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-08-12", "intelligence_index": 14.7, "coding_index": 20.5, "math_index": 38.3, "mmlu_pro": 0.683, "gpqa": 0.588, "hle": 0.044, "livecodebench": 0.406, "scicode": 0.338, "ifbench": 0.397959183673469, "lcr": 0.196666666666667, "terminalbench_hard": 0.106060606060606, "tau2": 0.406432748538012, "math_500": null, "aime": null, "aime_25": 0.383333333333333, "output_tps": 83.922, "ttft": 0.514, "ttfat": 0.514, "price_input": 0.4, "price_output": 2, "price_blended": 0.8 }, { "id": "43da3718-3d6e-40dd-901a-05664179ff7f", "name": "Mistral Small 3.2", "slug": "mistral-small-3-2", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-06-20", "intelligence_index": 10.6, "coding_index": 12.5, "math_index": 27, "mmlu_pro": 0.681, "gpqa": 0.505, "hle": 0.043, "livecodebench": 0.275, "scicode": 0.264, "ifbench": 0.33469387755102, "lcr": 0.173333333333333, "terminalbench_hard": 0.0681818181818182, "tau2": 0.295321637426901, "math_500": 0.882666666666667, "aime": 0.323333333333333, "aime_25": 0.27, "output_tps": 152.607, "ttft": 0.411, "ttfat": 0.411, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59", "name": "Magistral Small 1", "slug": "magistral-small", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-06-10", "intelligence_index": 10.7, "coding_index": null, "math_index": 41.3, "mmlu_pro": 0.746, "gpqa": 0.641, "hle": 0.072, "livecodebench": 0.514, "scicode": 0.241, "ifbench": 0.247619047619048, "lcr": 0, "terminalbench_hard": 0.0454545454545455, "tau2": 0.266081871345029, "math_500": 0.962666666666667, "aime": 0.713333333333333, "aime_25": 0.413333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "660965b2-66d2-49ee-a6b9-79a6ac47d3c0", "name": "Magistral Medium 1", "slug": "magistral-medium", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-06-10", "intelligence_index": 12.5, "coding_index": null, "math_index": 40.3, "mmlu_pro": 0.753, "gpqa": 0.679, "hle": 0.095, "livecodebench": 0.527, "scicode": 0.297, "ifbench": 0.251020408163265, "lcr": 0, "terminalbench_hard": 0.0909090909090909, "tau2": 0.230994152046784, "math_500": 0.917333333333333, "aime": 0.7, "aime_25": 0.403333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "7a7b52f6-fdef-4dae-9203-58c710ccc81d", "name": "Mistral Saba", "slug": "mistral-saba", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-02-17", "intelligence_index": 6.4, "coding_index": null, "math_index": null, "mmlu_pro": 0.611, "gpqa": 0.424, "hle": 0.041, "livecodebench": null, "scicode": 0.241, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.676666666666667, "aime": 0.13, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1f05af98-1ec6-4506-a0b8-57a8c9b63878", "name": "Mistral Medium", "slug": "mistral-medium", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2023-12-11", "intelligence_index": 3.6, "coding_index": null, "math_index": null, "mmlu_pro": 0.491, "gpqa": 0.349, "hle": 0.034, "livecodebench": 0.099, "scicode": 0.118, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.404666666666667, "aime": 0.0366666666666667, "aime_25": null, "output_tps": 106.043, "ttft": 0.55, "ttfat": 0.55, "price_input": 2.75, "price_output": 8.1, "price_blended": 4.088 }, { "id": "9eae4ec4-61b8-48bc-9843-3edd506ae933", "name": "Devstral Small (Jul '25)", "slug": "devstral-small", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-07-10", "intelligence_index": 9.3, "coding_index": null, "math_index": 29.3, "mmlu_pro": 0.622, "gpqa": 0.414, "hle": 0.037, "livecodebench": 0.254, "scicode": 0.243, "ifbench": 0.345578231292517, "lcr": 0.17, "terminalbench_hard": 0.0606060606060606, "tau2": 0.283625730994152, "math_500": 0.634666666666667, "aime": 0.00333333333333333, "aime_25": 0.293333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "aba82268-2bb7-4a0f-80be-9b7722e2145b", "name": "Devstral Medium", "slug": "devstral-medium", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-07-10", "intelligence_index": 12.4, "coding_index": null, "math_index": 4.7, "mmlu_pro": 0.708, "gpqa": 0.492, "hle": 0.038, "livecodebench": 0.337, "scicode": 0.294, "ifbench": 0.299319727891156, "lcr": 0.286666666666667, "terminalbench_hard": 0.0909090909090909, "tau2": 0.198830409356725, "math_500": 0.707333333333333, "aime": 0.0666666666666667, "aime_25": 0.0466666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.4, "price_output": 2, "price_blended": 0.8 }, { "id": "cc1fa238-1a76-486d-a997-22309275eadd", "name": "Devstral Small (May '25)", "slug": "devstral-small-2505", "creator": "mistral", "creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933", "creator_name": "Mistral", "release_date": "2025-05-21", "intelligence_index": 11.8, "coding_index": null, "math_index": null, "mmlu_pro": 0.632, "gpqa": 0.434, "hle": 0.04, "livecodebench": 0.258, "scicode": 0.245, "ifbench": 0.316326530612245, "lcr": 0.266666666666667, "terminalbench_hard": 0.0606060606060606, "tau2": 0.380116959064327, "math_500": 0.684, "aime": 0.0666666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "df95f83f-5ebb-466a-9d2d-b95efc8c012c", "name": "DeepSeek R1 Distill Qwen 32B", "slug": "deepseek-r1-distill-qwen-32b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 11, "coding_index": null, "math_index": 63, "mmlu_pro": 0.739, "gpqa": 0.615, "hle": 0.055, "livecodebench": 0.27, "scicode": 0.376, "ifbench": 0.229251700680272, "lcr": 0.0966666666666667, "terminalbench_hard": null, "tau2": null, "math_500": 0.940666666666667, "aime": 0.686666666666667, "aime_25": 0.63, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "4a845d7b-a52d-43bb-80b7-b58c7a0c155e", "name": "DeepSeek R1 Distill Llama 70B", "slug": "deepseek-r1-distill-llama-70b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 9.9, "coding_index": null, "math_index": 53.7, "mmlu_pro": 0.795, "gpqa": 0.402, "hle": 0.061, "livecodebench": 0.266, "scicode": 0.313, "ifbench": 0.275510204081633, "lcr": 0.11, "terminalbench_hard": 0.0151515151515152, "tau2": 0.219298245614035, "math_500": 0.934666666666667, "aime": 0.67, "aime_25": 0.536666666666667, "output_tps": 29.157, "ttft": 0.488, "ttfat": 69.082, "price_input": 0.7, "price_output": 1.05, "price_blended": 0.787 }, { "id": "43fc5506-c5ed-4dee-9b85-962bf7ae3986", "name": "DeepSeek V3 (Dec '24)", "slug": "deepseek-v3", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-12-26", "intelligence_index": 14.2, "coding_index": 23, "math_index": 26, "mmlu_pro": 0.752, "gpqa": 0.557, "hle": 0.036, "livecodebench": 0.359, "scicode": 0.354, "ifbench": 0.347619047619048, "lcr": 0.29, "terminalbench_hard": 0.0681818181818182, "tau2": 0.228070175438596, "math_500": 0.886666666666667, "aime": 0.253333333333333, "aime_25": 0.26, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.4, "price_output": 0.89, "price_blended": 0.523 }, { "id": "b26ff709-1773-4595-ae44-78e0a5bac29c", "name": "DeepSeek R1 Distill Qwen 14B", "slug": "deepseek-r1-distill-qwen-14b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 9.8, "coding_index": null, "math_index": 55.7, "mmlu_pro": 0.74, "gpqa": 0.484, "hle": 0.044, "livecodebench": 0.376, "scicode": 0.239, "ifbench": 0.22108843537415, "lcr": 0.07, "terminalbench_hard": null, "tau2": null, "math_500": 0.948666666666667, "aime": 0.666666666666667, "aime_25": 0.556666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "bc4579d2-9c46-46c3-ace0-454039bf21bb", "name": "DeepSeek-V2.5 (Dec '24)", "slug": "deepseek-v2-5", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-12-10", "intelligence_index": 6.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.762666666666667, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c", "name": "DeepSeek-Coder-V2", "slug": "deepseek-coder-v2", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-06-17", "intelligence_index": 5.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.742666666666667, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e", "name": "DeepSeek R1 Distill Llama 8B", "slug": "deepseek-r1-distill-llama-8b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 6.4, "coding_index": null, "math_index": 41.3, "mmlu_pro": 0.543, "gpqa": 0.302, "hle": 0.042, "livecodebench": 0.233, "scicode": 0.119, "ifbench": 0.175510204081633, "lcr": 0, "terminalbench_hard": null, "tau2": null, "math_500": 0.852666666666667, "aime": 0.333333333333333, "aime_25": 0.413333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "7764d514-694f-444c-8d60-bdc6e24e223f", "name": "DeepSeek LLM 67B Chat (V1)", "slug": "deepseek-llm-67b-chat", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2023-11-29", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "444cdb1e-bab8-42cd-938c-b2d7a93e2da1", "name": "DeepSeek R1 Distill Qwen 1.5B", "slug": "deepseek-r1-distill-qwen-1-5b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 3.7, "coding_index": null, "math_index": 22, "mmlu_pro": 0.269, "gpqa": 0.098, "hle": 0.033, "livecodebench": 0.07, "scicode": 0.066, "ifbench": 0.131972789115646, "lcr": 0.00333333333333333, "terminalbench_hard": null, "tau2": null, "math_500": 0.687333333333333, "aime": 0.176666666666667, "aime_25": 0.22, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "fb65266f-5a7d-403c-85d5-ccdf0d1ca838", "name": "DeepSeek V3.1 (Non-reasoning)", "slug": "deepseek-v3-1", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-08-21", "intelligence_index": 21, "coding_index": null, "math_index": 49.7, "mmlu_pro": 0.833, "gpqa": 0.735, "hle": 0.063, "livecodebench": 0.577, "scicode": 0.367, "ifbench": 0.378231292517007, "lcr": 0.45, "terminalbench_hard": 0.242424242424242, "tau2": 0.347953216374269, "math_500": null, "aime": null, "aime_25": 0.496666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.56, "price_output": 1.68, "price_blended": 0.84 }, { "id": "d621247c-d47e-458c-82cb-a166bc3b37e5", "name": "DeepSeek V3.2 (Reasoning)", "slug": "deepseek-v3-2-reasoning", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-12-01", "intelligence_index": 32, "coding_index": 44.2, "math_index": 92, "mmlu_pro": 0.862, "gpqa": 0.84, "hle": 0.222, "livecodebench": 0.862, "scicode": 0.389, "ifbench": 0.606802721088435, "lcr": 0.65, "terminalbench_hard": 0.356060606060606, "tau2": 0.906432748538012, "math_500": null, "aime": null, "aime_25": 0.92, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.28, "price_output": 0.42, "price_blended": 0.315 }, { "id": "a83f84b3-473a-4276-9ae1-8909da723159", "name": "DeepSeek R1 0528 (May '25)", "slug": "deepseek-r1", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-05-28", "intelligence_index": 20.1, "coding_index": null, "math_index": 76, "mmlu_pro": 0.849, "gpqa": 0.813, "hle": 0.149, "livecodebench": 0.77, "scicode": 0.403, "ifbench": 0.395918367346939, "lcr": 0.546666666666667, "terminalbench_hard": 0.159090909090909, "tau2": 0.365497076023392, "math_500": 0.982666666666667, "aime": 0.893333333333333, "aime_25": 0.76, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.35, "price_output": 4.2, "price_blended": 2.063 }, { "id": "0e34f05c-387e-4968-be15-ccec4a55d8c1", "name": "DeepSeek R1 (Jan '25)", "slug": "deepseek-r1-0120", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-01-20", "intelligence_index": 18.5, "coding_index": 24.6, "math_index": 68, "mmlu_pro": 0.844, "gpqa": 0.708, "hle": 0.093, "livecodebench": 0.617, "scicode": 0.357, "ifbench": 0.389795918367347, "lcr": 0.523333333333333, "terminalbench_hard": 0.0606060606060606, "tau2": 0.114035087719298, "math_500": 0.966, "aime": 0.683333333333333, "aime_25": 0.68, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.675, "price_output": 4.7, "price_blended": 2.431 }, { "id": "75e1c197-f239-4361-a9d6-66dccfead236", "name": "DeepSeek V3 0324", "slug": "deepseek-v3-0324", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-03-25", "intelligence_index": 15.4, "coding_index": 21.2, "math_index": 41, "mmlu_pro": 0.819, "gpqa": 0.655, "hle": 0.052, "livecodebench": 0.405, "scicode": 0.358, "ifbench": 0.410204081632653, "lcr": 0.41, "terminalbench_hard": 0.151515151515152, "tau2": 0.470760233918129, "math_500": 0.942, "aime": 0.52, "aime_25": 0.41, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.195, "price_output": 1.25, "price_blended": 1.209 }, { "id": "198b717f-42c8-4ab7-a699-ae9373d669d3", "name": "DeepSeek V3.1 (Reasoning)", "slug": "deepseek-v3-1-reasoning", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-08-21", "intelligence_index": 20.7, "coding_index": null, "math_index": 89.7, "mmlu_pro": 0.851, "gpqa": 0.779, "hle": 0.13, "livecodebench": 0.784, "scicode": 0.391, "ifbench": 0.414965986394558, "lcr": 0.533333333333333, "terminalbench_hard": 0.25, "tau2": 0.374269005847953, "math_500": null, "aime": null, "aime_25": 0.896666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.59, "price_output": 1.69, "price_blended": 0.865 }, { "id": "6d9a176d-feb8-4dac-8872-afe32b31897f", "name": "DeepSeek V3.2 (Non-reasoning)", "slug": "deepseek-v3-2", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-12-01", "intelligence_index": 24.7, "coding_index": null, "math_index": 59, "mmlu_pro": 0.837, "gpqa": 0.751, "hle": 0.105, "livecodebench": 0.593, "scicode": 0.387, "ifbench": 0.490476190476191, "lcr": 0.39, "terminalbench_hard": 0.325757575757576, "tau2": 0.789473684210526, "math_500": null, "aime": null, "aime_25": 0.59, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.28, "price_output": 0.42, "price_blended": 0.315 }, { "id": "527e943a-adc6-4e69-93af-d1608e1b5fed", "name": "DeepSeek V3.2 Speciale", "slug": "deepseek-v3-2-speciale", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-12-01", "intelligence_index": 22.2, "coding_index": null, "math_index": 96.7, "mmlu_pro": 0.863, "gpqa": 0.871, "hle": 0.261, "livecodebench": 0.896, "scicode": 0.44, "ifbench": 0.638775510204082, "lcr": 0.593333333333333, "terminalbench_hard": 0.348484848484849, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.966666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2d19c2d1-062d-436e-b2c2-3d3ecad34acc", "name": "DeepSeek-V2-Chat", "slug": "deepseek-v2", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-05-06", "intelligence_index": 3.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8a24865b-90d9-4e2b-a2fd-6851c2e9d627", "name": "DeepSeek-V2.5", "slug": "deepseek-v2-5-sep-2024", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-09-06", "intelligence_index": 6.6, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "af134350-8ba3-4629-b56b-00bd6dcf60c4", "name": "DeepSeek V3.2 Exp (Reasoning)", "slug": "deepseek-v3-2-reasoning-0925", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-09-29", "intelligence_index": 25.4, "coding_index": null, "math_index": 87.7, "mmlu_pro": 0.85, "gpqa": 0.797, "hle": 0.138, "livecodebench": 0.789, "scicode": 0.377, "ifbench": 0.541496598639456, "lcr": 0.69, "terminalbench_hard": 0.310606060606061, "tau2": 0.339181286549708, "math_500": null, "aime": null, "aime_25": 0.876666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.28, "price_output": 0.42, "price_blended": 0.315 }, { "id": "dfb9292d-bc7c-4425-a260-4256217e709f", "name": "DeepSeek V3.1 Terminus (Non-reasoning)", "slug": "deepseek-v3-1-terminus", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-09-22", "intelligence_index": 21.4, "coding_index": null, "math_index": 53.7, "mmlu_pro": 0.836, "gpqa": 0.751, "hle": 0.084, "livecodebench": 0.529, "scicode": 0.321, "ifbench": 0.412244897959184, "lcr": 0.433333333333333, "terminalbench_hard": 0.318181818181818, "tau2": 0.371345029239766, "math_500": null, "aime": null, "aime_25": 0.536666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.27, "price_output": 1, "price_blended": 0.453 }, { "id": "0a7dda4d-cc9c-4a90-abc1-abb5772c901b", "name": "DeepSeek V3.1 Terminus (Reasoning)", "slug": "deepseek-v3-1-terminus-reasoning", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-09-22", "intelligence_index": 30.4, "coding_index": 43.5, "math_index": 89.7, "mmlu_pro": 0.851, "gpqa": 0.792, "hle": 0.152, "livecodebench": 0.798, "scicode": 0.406, "ifbench": 0.570068027210884, "lcr": 0.65, "terminalbench_hard": 0.303030303030303, "tau2": 0.371345029239766, "math_500": null, "aime": null, "aime_25": 0.896666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1.635, "price_output": 2.75, "price_blended": 1.914 }, { "id": "07c35e00-2b12-44c8-91cc-408629cd569e", "name": "DeepSeek V3.2 Exp (Non-reasoning)", "slug": "deepseek-v3-2-0925", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-09-29", "intelligence_index": 21.3, "coding_index": null, "math_index": 57.7, "mmlu_pro": 0.836, "gpqa": 0.738, "hle": 0.086, "livecodebench": 0.554, "scicode": 0.399, "ifbench": 0.431292517006803, "lcr": 0.43, "terminalbench_hard": 0.25, "tau2": 0.339181286549708, "math_500": null, "aime": null, "aime_25": 0.576666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.28, "price_output": 0.42, "price_blended": 0.315 }, { "id": "6000145b-0e3d-4fef-a55f-bcaac84803b2", "name": "DeepSeek R1 0528 Qwen3 8B", "slug": "deepseek-r1-qwen3-8b", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2025-05-29", "intelligence_index": 10.4, "coding_index": null, "math_index": 63.7, "mmlu_pro": 0.739, "gpqa": 0.612, "hle": 0.056, "livecodebench": 0.513, "scicode": 0.204, "ifbench": 0.198639455782313, "lcr": 0.13, "terminalbench_hard": 0.0151515151515152, "tau2": 0, "math_500": 0.932, "aime": 0.65, "aime_25": 0.636666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c7327e6e-b27f-4b1b-859d-159a34e0ba1c", "name": "DeepSeek Coder V2 Lite Instruct", "slug": "deepseek-coder-v2-lite", "creator": "deepseek", "creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d", "creator_name": "DeepSeek", "release_date": "2024-06-17", "intelligence_index": 3.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.429, "gpqa": 0.319, "hle": 0.053, "livecodebench": 0.158, "scicode": 0.139, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1edc272c-d799-44d6-909a-bf3c1909a3a0", "name": "Sonar Reasoning Pro", "slug": "sonar-reasoning-pro", "creator": "perplexity", "creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c", "creator_name": "Perplexity", "release_date": "2025-01-28", "intelligence_index": 17.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.957333333333333, "aime": 0.79, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "04751bd4-0c5d-416b-a5f2-83727c5bfcda", "name": "Sonar Reasoning", "slug": "sonar-reasoning", "creator": "perplexity", "creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c", "creator_name": "Perplexity", "release_date": "2025-01-28", "intelligence_index": 11.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.623, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.921333333333333, "aime": 0.77, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3435db18-9227-45a5-8e79-9546b14b5aaa", "name": "Sonar Pro", "slug": "sonar-pro", "creator": "perplexity", "creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c", "creator_name": "Perplexity", "release_date": "2025-01-21", "intelligence_index": 9.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.755, "gpqa": 0.578, "hle": 0.079, "livecodebench": 0.275, "scicode": 0.226, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.744666666666667, "aime": 0.29, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5ec4a0db-da66-4e46-9682-fceeed755ef8", "name": "Sonar", "slug": "sonar", "creator": "perplexity", "creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c", "creator_name": "Perplexity", "release_date": "2025-01-21", "intelligence_index": 9.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.689, "gpqa": 0.471, "hle": 0.073, "livecodebench": 0.295, "scicode": 0.229, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.816666666666667, "aime": 0.486666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a04f5b78-f397-4fd8-a2b1-00dcab50324c", "name": "Grok Beta", "slug": "grok-beta", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2024-08-13", "intelligence_index": 7.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.703, "gpqa": 0.471, "hle": 0.047, "livecodebench": 0.241, "scicode": 0.295, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.736666666666667, "aime": 0.103333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c72cb85a-18a4-4235-b455-77dff2f16c50", "name": "Grok 4.20 0309 v2 (Reasoning)", "slug": "grok-4-20", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-07", "intelligence_index": 37, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.911, "hle": 0.322, "livecodebench": null, "scicode": 0.456, "ifbench": 0.812244897959184, "lcr": 0.58, "terminalbench_hard": 0.378787878787879, "tau2": 0.929824561403509, "math_500": null, "aime": null, "aime_25": null, "output_tps": 178.638, "ttft": 18.207, "ttfat": 18.207, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "2443ac9e-a3db-423d-accb-8963f6fb0a53", "name": "Grok 3", "slug": "grok-3", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-02-19", "intelligence_index": 18.4, "coding_index": null, "math_index": 58, "mmlu_pro": 0.799, "gpqa": 0.693, "hle": 0.051, "livecodebench": 0.425, "scicode": 0.368, "ifbench": 0.469387755102041, "lcr": 0.546666666666667, "terminalbench_hard": 0.113636363636364, "tau2": 0.488304093567252, "math_500": 0.87, "aime": 0.33, "aime_25": 0.58, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 4, "price_output": 20, "price_blended": 8 }, { "id": "291a510a-dcc0-40df-8a80-b3aa31900a6c", "name": "Grok 2 (Dec '24)", "slug": "grok-2-1212", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2024-12-12", "intelligence_index": 8, "coding_index": null, "math_index": null, "mmlu_pro": 0.709, "gpqa": 0.51, "hle": 0.038, "livecodebench": 0.267, "scicode": 0.285, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.778, "aime": 0.133333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a", "name": "Grok 4 Fast (Non-reasoning)", "slug": "grok-4-fast", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-09-19", "intelligence_index": 16.5, "coding_index": null, "math_index": 41.3, "mmlu_pro": 0.73, "gpqa": 0.606, "hle": 0.05, "livecodebench": 0.401, "scicode": 0.329, "ifbench": 0.37687074829932, "lcr": 0.2, "terminalbench_hard": 0.121212121212121, "tau2": 0.637426900584795, "math_500": null, "aime": null, "aime_25": 0.413333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.2, "price_output": 0.5, "price_blended": 0.275 }, { "id": "573bbd93-114c-4b71-9ede-a73a7d4bdf84", "name": "Grok 4 Fast (Reasoning)", "slug": "grok-4-fast-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-09-19", "intelligence_index": 27.4, "coding_index": null, "math_index": 89.7, "mmlu_pro": 0.85, "gpqa": 0.847, "hle": 0.17, "livecodebench": 0.832, "scicode": 0.442, "ifbench": 0.505442176870748, "lcr": 0.646666666666667, "terminalbench_hard": 0.189393939393939, "tau2": 0.657894736842105, "math_500": null, "aime": null, "aime_25": 0.896666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.2, "price_output": 0.5, "price_blended": 0.275 }, { "id": "49fd01f9-887d-4479-b8ce-771a81ecef4e", "name": "Grok 4.1 Fast (Non-reasoning)", "slug": "grok-4-1-fast", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-11-19", "intelligence_index": 16.9, "coding_index": null, "math_index": 34.3, "mmlu_pro": 0.743, "gpqa": 0.637, "hle": 0.05, "livecodebench": 0.399, "scicode": 0.296, "ifbench": 0.364625850340136, "lcr": 0.22, "terminalbench_hard": 0.143939393939394, "tau2": 0.637426900584795, "math_500": null, "aime": null, "aime_25": 0.343333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "ff9bc5e5-a02f-4270-983e-4b3f834f3363", "name": "Grok 3 mini Reasoning (high)", "slug": "grok-3-mini-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-02-19", "intelligence_index": 22.5, "coding_index": null, "math_index": 84.7, "mmlu_pro": 0.828, "gpqa": 0.791, "hle": 0.111, "livecodebench": 0.696, "scicode": 0.406, "ifbench": 0.458503401360544, "lcr": 0.503333333333333, "terminalbench_hard": 0.174242424242424, "tau2": 0.903508771929824, "math_500": 0.992, "aime": 0.933333333333333, "aime_25": 0.846666666666667, "output_tps": 46.387, "ttft": 0.626, "ttfat": 43.741, "price_input": 0.3, "price_output": 0.5, "price_blended": 0.35 }, { "id": "523125f4-a1da-4990-9abd-dd08a069100e", "name": "Grok 4.20 0309 (Non-reasoning)", "slug": "grok-4-20-0309-non-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-03-10", "intelligence_index": 22.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.785, "hle": 0.225, "livecodebench": null, "scicode": 0.322, "ifbench": 0.478231292517007, "lcr": 0.18, "terminalbench_hard": 0.21969696969697, "tau2": 0.695906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "ec3b22e6-48ac-416a-b4ae-55565a4f3046", "name": "Grok 3 Reasoning Beta", "slug": "grok-3-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-02-19", "intelligence_index": 15.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "23149f9b-c904-43e2-9ec4-afa2bf843941", "name": "Grok 4.1 Fast (Reasoning)", "slug": "grok-4-1-fast-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-11-19", "intelligence_index": 30.6, "coding_index": null, "math_index": 89.3, "mmlu_pro": 0.854, "gpqa": 0.853, "hle": 0.176, "livecodebench": 0.822, "scicode": 0.442, "ifbench": 0.527210884353742, "lcr": 0.68, "terminalbench_hard": 0.242424242424242, "tau2": 0.932748538011696, "math_500": null, "aime": null, "aime_25": 0.893333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "a06bd3fc-86db-4a8e-ae6d-7459444d08c9", "name": "Grok Code Fast 1", "slug": "grok-code-fast-1", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-08-28", "intelligence_index": 21.6, "coding_index": null, "math_index": 43.3, "mmlu_pro": 0.793, "gpqa": 0.727, "hle": 0.075, "livecodebench": 0.657, "scicode": 0.362, "ifbench": 0.413605442176871, "lcr": 0.483333333333333, "terminalbench_hard": 0.174242424242424, "tau2": 0.757309941520468, "math_500": null, "aime": null, "aime_25": 0.433333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5ea94a4a-55ac-4ea1-8898-2b3971e94af6", "name": "Grok 4", "slug": "grok-4", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2025-07-10", "intelligence_index": 33.3, "coding_index": null, "math_index": 92.7, "mmlu_pro": 0.866, "gpqa": 0.877, "hle": 0.239, "livecodebench": 0.819, "scicode": 0.457, "ifbench": 0.536734693877551, "lcr": 0.68, "terminalbench_hard": 0.378787878787879, "tau2": 0.7485380117, "math_500": 0.99, "aime": 0.943333333333333, "aime_25": 0.926666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 5.5, "price_output": 27.5, "price_blended": 11 }, { "id": "64312f37-3701-4243-a4c9-7c07a58cd6b9", "name": "Grok 4.20 0309 v2 (Non-reasoning)", "slug": "grok-4-20-non-reasoning", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-04-07", "intelligence_index": 21.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.776, "hle": 0.242, "livecodebench": null, "scicode": 0.328, "ifbench": 0.493197278911565, "lcr": 0.173333333333333, "terminalbench_hard": 0.166666666666667, "tau2": 0.599415204678363, "math_500": null, "aime": null, "aime_25": null, "output_tps": 149.788, "ttft": 0.444, "ttfat": 0.444, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "04787c2b-0751-4269-8029-075b727d7aed", "name": "Grok 4.20 0309 (Reasoning)", "slug": "grok-4-20-0309", "creator": "xai", "creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875", "creator_name": "SpaceXAI", "release_date": "2026-03-10", "intelligence_index": 36.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.885, "hle": 0.3, "livecodebench": null, "scicode": 0.447, "ifbench": 0.829251700680272, "lcr": 0.59, "terminalbench_hard": 0.409090909090909, "tau2": 0.964912280701754, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 6, "price_blended": 3 }, { "id": "ec60e57e-76d3-42e3-a0e3-80662225a639", "name": "OpenChat 3.5 (1210)", "slug": "openchat-35", "creator": "openchat", "creator_id": "14b780e1-14fb-4aae-af03-ae2d99699bb1", "creator_name": "OpenChat", "release_date": "2023-12-18", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.31, "gpqa": 0.23, "hle": 0.048, "livecodebench": 0.115, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.307333333333333, "aime": 0, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "546ec53f-273c-4af7-b13f-b88c41f45905", "name": "Nova Pro", "slug": "nova-pro", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2024-12-03", "intelligence_index": 7.7, "coding_index": null, "math_index": 7, "mmlu_pro": 0.691, "gpqa": 0.499, "hle": 0.034, "livecodebench": 0.233, "scicode": 0.208, "ifbench": 0.380952380952381, "lcr": 0.19, "terminalbench_hard": 0.0606060606060606, "tau2": 0.140350877192982, "math_500": 0.786, "aime": 0.106666666666667, "aime_25": 0.07, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.8, "price_output": 3.2, "price_blended": 1.4 }, { "id": "5c3dd927-48a3-4f3c-8045-9b135f62dfbb", "name": "Nova Lite", "slug": "nova-lite", "creator": "aws", "creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2", "creator_name": "Amazon", "release_date": "2024-12-03", "intelligence_index": 6.9, "coding_index": null, "math_index": 7, "mmlu_pro": 0.59, "gpqa": 0.433, "hle": 0.046, "livecodebench": 0.167, "scicode": 0.139, "ifbench": 0.341496598639456, "lcr": 0.176666666666667, "terminalbench_hard": 0.00757575757575758, "tau2": 0.175438596491228, "math_500": 0.764666666666667, "aime": 0.106666666666667, "aime_25": 0.07, "output_tps": 182.928, "ttft": 0.655, "ttfat": 0.655, "price_input": 0.06, "price_output": 0.24, "price_blended": 0.105 }, { "id": "ded8d96e-835f-4359-947a-a4c3bb78e983", "name": "Phi-3 Mini Instruct 3.8B", "slug": "phi-3-mini", "creator": "azure", "creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0", "creator_name": "Microsoft", "release_date": "2024-04-23", "intelligence_index": 4.6, "coding_index": null, "math_index": 0.3, "mmlu_pro": 0.435, "gpqa": 0.319, "hle": 0.044, "livecodebench": 0.116, "scicode": 0.09, "ifbench": 0.238775510204082, "lcr": 0.02, "terminalbench_hard": 0, "tau2": 0, "math_500": 0.456666666666667, "aime": 0.04, "aime_25": 0.00333333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1299b9a8-af50-4742-a58b-24ff7eb48f9f", "name": "LFM 40B", "slug": "lfm-40b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2024-09-30", "intelligence_index": 3.4, "coding_index": null, "math_index": null, "mmlu_pro": 0.425, "gpqa": 0.327, "hle": 0.049, "livecodebench": 0.096, "scicode": 0.071, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.48, "aime": 0.0233333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "0faadeeb-320c-45cf-9c76-5f8768f342e6", "name": "LFM2 1.2B", "slug": "lfm2-1-2b", "creator": "liquidai", "creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c", "creator_name": "Liquid AI", "release_date": "2025-07-10", "intelligence_index": 1.1, "coding_index": null, "math_index": 3.3, "mmlu_pro": 0.257, "gpqa": 0.228, "hle": 0.057, "livecodebench": 0.02, "scicode": 0.025, "ifbench": 0.219727891156463, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.125730994152047, "math_500": null, "aime": null, "aime_25": 0.0333333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c", "name": "Solar Mini", "slug": "solar-mini", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2024-01-25", "intelligence_index": 6.2, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": 0.201754385964912, "math_500": 0.331333333333333, "aime": null, "aime_25": null, "output_tps": 78.199, "ttft": 0.744, "ttfat": 0.744, "price_input": 0.15, "price_output": 0.15, "price_blended": 0.15 }, { "id": "432d6c36-8825-47f3-b4eb-58529cea346b", "name": "Solar Pro 2 (Preview) (Non-reasoning)", "slug": "solar-pro-2-preview", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2025-05-20", "intelligence_index": 10, "coding_index": null, "math_index": null, "mmlu_pro": 0.725, "gpqa": 0.544, "hle": 0.038, "livecodebench": 0.385, "scicode": 0.272, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.870666666666667, "aime": 0.296666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "8e78cf7a-5b76-4beb-beba-b99c6233b208", "name": "Solar Pro 2 (Preview) (Reasoning)", "slug": "solar-pro-2-preview-reasoning", "creator": "upstage", "creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61", "creator_name": "Upstage", "release_date": "2025-05-20", "intelligence_index": 12.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.768, "gpqa": 0.578, "hle": 0.057, "livecodebench": 0.462, "scicode": 0.164, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.9, "aime": 0.663333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1cb96708-f6c1-4668-9804-5db6ecac01ed", "name": "DBRX Instruct", "slug": "dbrx", "creator": "databricks", "creator_id": "650e5ce8-a549-4207-bbd4-9c4815bc2d49", "creator_name": "Databricks", "release_date": "2024-03-27", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.397, "gpqa": 0.331, "hle": 0.066, "livecodebench": 0.093, "scicode": 0.118, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.279333333333333, "aime": 0.03, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "12adec16-19fe-4d92-aeff-5ef3eb7e780a", "name": "MiniMax-M2.5", "slug": "minimax-m2-5", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2026-02-12", "intelligence_index": 33.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.848, "hle": 0.191, "livecodebench": null, "scicode": 0.426, "ifbench": 0.716326530612245, "lcr": 0.66, "terminalbench_hard": 0.348484848484849, "tau2": 0.953216374269006, "math_500": null, "aime": null, "aime_25": null, "output_tps": 77.932, "ttft": 1.39, "ttfat": 27.054, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "272ff333-442f-4169-a804-ac9177bc99d7", "name": "MiniMax-M2.1", "slug": "minimax-m2-1", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2025-12-23", "intelligence_index": 31.4, "coding_index": null, "math_index": 82.7, "mmlu_pro": 0.875, "gpqa": 0.83, "hle": 0.222, "livecodebench": 0.81, "scicode": 0.407, "ifbench": 0.698639455782313, "lcr": 0.59, "terminalbench_hard": 0.287878787878788, "tau2": 0.853801169590643, "math_500": null, "aime": null, "aime_25": 0.826666666666667, "output_tps": 81.921, "ttft": 1.183, "ttfat": 25.597, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "f74ea286-cd29-4eb4-af14-1389b19c21e5", "name": "MiniMax-M2", "slug": "minimax-m2", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2025-10-26", "intelligence_index": 28.3, "coding_index": null, "math_index": 78.3, "mmlu_pro": 0.82, "gpqa": 0.777, "hle": 0.125, "livecodebench": 0.826, "scicode": 0.361, "ifbench": 0.72312925170068, "lcr": 0.61, "terminalbench_hard": 0.257575757575758, "tau2": 0.868421052631579, "math_500": null, "aime": null, "aime_25": 0.783333333333333, "output_tps": 79.587, "ttft": 1.137, "ttfat": 26.267, "price_input": 0.3, "price_output": 1.2, "price_blended": 0.525 }, { "id": "385376b1-9815-47dd-83cc-85aac34f247d", "name": "MiniMax M1 40k", "slug": "minimax-m1-40k", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2025-06-17", "intelligence_index": 14.4, "coding_index": null, "math_index": 13.7, "mmlu_pro": 0.808, "gpqa": 0.682, "hle": 0.075, "livecodebench": 0.657, "scicode": 0.378, "ifbench": 0.412244897959184, "lcr": 0.516666666666667, "terminalbench_hard": 0.0227272727272727, "tau2": 0.315789473684211, "math_500": 0.972, "aime": 0.813333333333333, "aime_25": 0.136666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "9ca246a7-cf13-42c9-9182-5b5ad6b79026", "name": "MiniMax M1 80k", "slug": "minimax-m1-80k", "creator": "minimax", "creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea", "creator_name": "MiniMax", "release_date": "2025-06-17", "intelligence_index": 17.7, "coding_index": null, "math_index": 61, "mmlu_pro": 0.816, "gpqa": 0.697, "hle": 0.082, "livecodebench": 0.711, "scicode": 0.374, "ifbench": 0.417687074829932, "lcr": 0.543333333333333, "terminalbench_hard": 0.0303030303030303, "tau2": 0.342105263157895, "math_500": 0.98, "aime": 0.846666666666667, "aime_25": 0.61, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.55, "price_output": 2.2, "price_blended": 0.963 }, { "id": "1a8ba535-df18-459b-ad40-3199191296d7", "name": "Llama 3.3 Nemotron Super 49B v1 (Reasoning)", "slug": "llama-3-3-nemotron-super-49b-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-03-18", "intelligence_index": 12.2, "coding_index": null, "math_index": 54.7, "mmlu_pro": 0.785, "gpqa": 0.643, "hle": 0.065, "livecodebench": 0.277, "scicode": 0.282, "ifbench": 0.380952380952381, "lcr": 0.17, "terminalbench_hard": 0, "tau2": 0.269005847953216, "math_500": 0.958666666666667, "aime": 0.583333333333333, "aime_25": 0.546666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c4c3b42f-e0f0-48ca-b6f9-b296e7697806", "name": "Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)", "slug": "llama-3-3-nemotron-super-49b", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-03-18", "intelligence_index": 8.5, "coding_index": null, "math_index": 7.7, "mmlu_pro": 0.698, "gpqa": 0.517, "hle": 0.035, "livecodebench": 0.28, "scicode": 0.229, "ifbench": 0.394557823129252, "lcr": 0.113333333333333, "terminalbench_hard": 0, "tau2": null, "math_500": 0.775333333333333, "aime": 0.193333333333333, "aime_25": 0.0766666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b1fa84f8-1ed3-4124-b403-4655dafa4267", "name": "Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)", "slug": "llama-3-1-nemotron-nano-4b-reasoning", "creator": "nvidia", "creator_id": "0c303112-430d-4367-a484-51defaa2e166", "creator_name": "NVIDIA", "release_date": "2025-05-20", "intelligence_index": 8.5, "coding_index": null, "math_index": 50, "mmlu_pro": 0.556, "gpqa": 0.408, "hle": 0.051, "livecodebench": 0.493, "scicode": 0.101, "ifbench": 0.255102040816327, "lcr": 0, "terminalbench_hard": null, "tau2": 0.116959064327485, "math_500": 0.946666666666667, "aime": 0.706666666666667, "aime_25": 0.5, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "441734a9-8901-4850-9bae-b474c370291f", "name": "Kimi K2", "slug": "kimi-k2", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2025-07-11", "intelligence_index": 19.4, "coding_index": null, "math_index": 57, "mmlu_pro": 0.824, "gpqa": 0.766, "hle": 0.07, "livecodebench": 0.556, "scicode": 0.345, "ifbench": 0.414965986394558, "lcr": 0.51, "terminalbench_hard": 0.159090909090909, "tau2": 0.611111111111111, "math_500": 0.971333333333333, "aime": 0.693333333333333, "aime_25": 0.57, "output_tps": 36.059, "ttft": 1.268, "ttfat": 1.268, "price_input": 0.585, "price_output": 2.4, "price_blended": 1.039 }, { "id": "66445f84-b2e3-4202-afdc-92ba0f0e5f36", "name": "Kimi K2 0905", "slug": "kimi-k2-0905", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2025-09-05", "intelligence_index": 23.5, "coding_index": null, "math_index": 57.3, "mmlu_pro": 0.819, "gpqa": 0.767, "hle": 0.063, "livecodebench": 0.61, "scicode": 0.307, "ifbench": 0.417006802721088, "lcr": 0.523333333333333, "terminalbench_hard": 0.234848484848485, "tau2": 0.733918128654971, "math_500": null, "aime": null, "aime_25": 0.573333333333333, "output_tps": 37.073, "ttft": 1.138, "ttfat": 1.138, "price_input": 0.6, "price_output": 2.5, "price_blended": 1.075 }, { "id": "ba04694d-326a-4a6a-8f1b-46316f872a7f", "name": "Kimi K2.5 (Non-reasoning)", "slug": "kimi-k2-5-non-reasoning", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2026-01-27", "intelligence_index": 29.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.789, "hle": 0.123, "livecodebench": null, "scicode": 0.396, "ifbench": 0.436734693877551, "lcr": 0.59, "terminalbench_hard": 0.189393939393939, "tau2": 0.812865497076023, "math_500": null, "aime": null, "aime_25": null, "output_tps": 45.065, "ttft": 1.168, "ttfat": 1.168, "price_input": 0.6, "price_output": 3, "price_blended": 1.2 }, { "id": "a550ffca-f89e-4381-ade6-a85dc6a1fb4c", "name": "Kimi K2.5 (Reasoning)", "slug": "kimi-k2-5", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2026-01-27", "intelligence_index": 38.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.879, "hle": 0.294, "livecodebench": null, "scicode": 0.49, "ifbench": 0.702040816326531, "lcr": 0.653333333333333, "terminalbench_hard": 0.348484848484849, "tau2": 0.95906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": 47.047, "ttft": 1.223, "ttfat": 64.309, "price_input": 0.6, "price_output": 3, "price_blended": 1.2 }, { "id": "bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc", "name": "Kimi K2 Thinking", "slug": "kimi-k2-thinking", "creator": "kimi", "creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0", "creator_name": "Kimi", "release_date": "2025-11-06", "intelligence_index": 32.7, "coding_index": null, "math_index": 94.7, "mmlu_pro": 0.848, "gpqa": 0.838, "hle": 0.223, "livecodebench": 0.853, "scicode": 0.424, "ifbench": 0.680952380952381, "lcr": 0.663333333333333, "terminalbench_hard": 0.310606060606061, "tau2": 0.929824561403509, "math_500": null, "aime": null, "aime_25": 0.946666666666667, "output_tps": 165.163, "ttft": 0.822, "ttfat": 12.932, "price_input": 0.6, "price_output": 2.5, "price_blended": 1.075 }, { "id": "c8158c23-6fff-4c31-911d-954c32d80c28", "name": "Step 3.5 Flash", "slug": "step-3-5-flash-0202", "creator": "stepfun", "creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42", "creator_name": "StepFun", "release_date": "2026-02-02", "intelligence_index": 25.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.831, "hle": 0.191, "livecodebench": null, "scicode": 0.404, "ifbench": 0.645578231292517, "lcr": 0.43, "terminalbench_hard": 0.272727272727273, "tau2": 0.944444444444444, "math_500": null, "aime": null, "aime_25": null, "output_tps": 201.164, "ttft": 0.788, "ttfat": 10.73, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "f73f4711-9c61-40a7-a258-b71c14727f53", "name": "Llama 3.1 Tulu3 405B", "slug": "tulu3-405b", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-01-30", "intelligence_index": 8.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.716, "gpqa": 0.516, "hle": 0.035, "livecodebench": 0.291, "scicode": 0.302, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.778, "aime": 0.133333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "c8a3fa87-735e-49a9-afb1-270c5e9f53f7", "name": "Olmo 3 32B Think", "slug": "olmo-3-32b-think", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-11-20", "intelligence_index": 6.4, "coding_index": null, "math_index": 73.7, "mmlu_pro": 0.759, "gpqa": 0.61, "hle": 0.059, "livecodebench": 0.672, "scicode": 0.286, "ifbench": 0.491156462585034, "lcr": 0, "terminalbench_hard": 0.0151515151515152, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.736666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f818a7bb-6f23-4b24-8d52-6b9c1a5ca628", "name": "OLMo 2 7B", "slug": "olmo-2-7b", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2024-11-26", "intelligence_index": 3.9, "coding_index": null, "math_index": 0.7, "mmlu_pro": 0.282, "gpqa": 0.288, "hle": 0.055, "livecodebench": 0.041, "scicode": 0.037, "ifbench": 0.24421768707483, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.00666666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "54442579-2a4d-40cc-b264-bc4ff29e311a", "name": "OLMo 2 32B", "slug": "olmo-2-32b", "creator": "ai2", "creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631", "creator_name": "Allen Institute for AI", "release_date": "2025-03-13", "intelligence_index": 5, "coding_index": null, "math_index": 3.3, "mmlu_pro": 0.511, "gpqa": 0.328, "hle": 0.037, "livecodebench": 0.068, "scicode": 0.08, "ifbench": 0.380952380952381, "lcr": 0, "terminalbench_hard": 0, "tau2": 0, "math_500": null, "aime": null, "aime_25": 0.0333333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "2cff73da-4855-403c-afc9-5540feadcc15", "name": "Granite 3.3 8B (Non-reasoning)", "slug": "granite-3-3-8b-instruct", "creator": "ibm", "creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498", "creator_name": "IBM", "release_date": "2025-04-16", "intelligence_index": 1.8, "coding_index": null, "math_index": 6.7, "mmlu_pro": 0.468, "gpqa": 0.338, "hle": 0.042, "livecodebench": 0.127, "scicode": 0.101, "ifbench": 0.224489795918367, "lcr": 0.0433333333333333, "terminalbench_hard": 0, "tau2": 0.105263157894737, "math_500": 0.664666666666667, "aime": 0.0466666666666667, "aime_25": 0.0666666666666667, "output_tps": 407.137, "ttft": 21.215, "ttfat": 21.215, "price_input": 0.03, "price_output": 0.25, "price_blended": 0.085 }, { "id": "a971b0c0-4c0f-484a-b018-e36b5be3409e", "name": "Reka Flash (Sep '24)", "slug": "reka-flash", "creator": "reka-ai", "creator_id": "4571a280-f096-486f-b220-dffc3e522b0f", "creator_name": "Reka AI", "release_date": "2024-10-04", "intelligence_index": 6.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.528666666666667, "aime": null, "aime_25": null, "output_tps": 84.913, "ttft": 1.719, "ttfat": 1.719, "price_input": 0.2, "price_output": 0.8, "price_blended": 0.35 }, { "id": "1dcea4f7-7e8b-49f8-abe2-5860ff9f349e", "name": "Hermes 3 - Llama-3.1 70B", "slug": "hermes-3-llama-3-1-70b", "creator": "nous-research", "creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9", "creator_name": "Nous Research", "release_date": "2024-08-15", "intelligence_index": 5.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.571, "gpqa": 0.401, "hle": 0.041, "livecodebench": 0.188, "scicode": 0.231, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.538, "aime": 0.0233333333333333, "aime_25": null, "output_tps": 35.87, "ttft": 0.34, "ttfat": 0.34, "price_input": 0.7, "price_output": 0.7, "price_blended": 0.7 }, { "id": "5d8183dc-24f4-46c5-a1d0-d937de149364", "name": "MiMo-V2-Pro", "slug": "mimo-v2-pro", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2026-03-18", "intelligence_index": 40.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.87, "hle": 0.283, "livecodebench": null, "scicode": 0.425, "ifbench": 0.68843537414966, "lcr": 0.606666666666667, "terminalbench_hard": 0.409090909090909, "tau2": 0.950292397660819, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 1, "price_output": 3, "price_blended": 1.5 }, { "id": "be185709-ddb4-4268-9597-856464359b25", "name": "MiMo-V2-Flash (Reasoning)", "slug": "mimo-v2-flash-reasoning", "creator": "xiaomi", "creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2", "creator_name": "Xiaomi", "release_date": "2025-12-16", "intelligence_index": 31.2, "coding_index": null, "math_index": 96.3, "mmlu_pro": 0.843, "gpqa": 0.846, "hle": 0.211, "livecodebench": 0.868, "scicode": 0.394, "ifbench": 0.642176870748299, "lcr": 0.63, "terminalbench_hard": 0.28030303030303, "tau2": 0.950292397660819, "math_500": null, "aime": null, "aime_25": 0.963333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.1, "price_output": 0.3, "price_blended": 0.15 }, { "id": "34ef2b5c-3df3-437e-b9c5-81346f8c14a8", "name": "Sarvam M (Reasoning)", "slug": "sarvam-m-reasoning", "creator": "sarvam", "creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e", "creator_name": "Sarvam", "release_date": "2025-05-23", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.696, "gpqa": 0.416, "hle": 0.033, "livecodebench": 0.295, "scicode": 0.178, "ifbench": 0.318367346938775, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0, "math_500": 0.847333333333333, "aime": 0.203333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "81b6ddfc-111e-4422-bd44-42ee6165b699", "name": "GLM-4.7 (Non-reasoning)", "slug": "glm-4-7-non-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-12-22", "intelligence_index": 26.6, "coding_index": null, "math_index": 48, "mmlu_pro": 0.794, "gpqa": 0.664, "hle": 0.061, "livecodebench": 0.562, "scicode": 0.354, "ifbench": 0.546258503401361, "lcr": 0.363333333333333, "terminalbench_hard": 0.303030303030303, "tau2": 0.941520467836257, "math_500": null, "aime": null, "aime_25": 0.48, "output_tps": 121.25, "ttft": 0.561, "ttfat": 0.561, "price_input": 0.6, "price_output": 2.2, "price_blended": 1 }, { "id": "f164b41f-44c5-4675-bca3-fea1db4bd9ae", "name": "GLM-5 (Non-reasoning)", "slug": "glm-5-non-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-02-11", "intelligence_index": 32.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.666, "hle": 0.072, "livecodebench": null, "scicode": 0.383, "ifbench": 0.551700680272109, "lcr": 0.37, "terminalbench_hard": 0.393939393939394, "tau2": 0.973684210526316, "math_500": null, "aime": null, "aime_25": null, "output_tps": 64.071, "ttft": 1.811, "ttfat": 1.811, "price_input": 1, "price_output": 3.2, "price_blended": 1.55 }, { "id": "d2d7dd95-770f-4cb0-9bbc-d275ac19c265", "name": "GLM-4.6V (Reasoning)", "slug": "glm-4-6v-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-12-08", "intelligence_index": 16.8, "coding_index": null, "math_index": 85.3, "mmlu_pro": 0.799, "gpqa": 0.719, "hle": 0.089, "livecodebench": 0.16, "scicode": 0.304, "ifbench": 0.300680272108844, "lcr": 0.403333333333333, "terminalbench_hard": 0.143939393939394, "tau2": 0.315789473684211, "math_500": null, "aime": null, "aime_25": 0.853333333333333, "output_tps": 40.72, "ttft": 0.998, "ttfat": 50.115, "price_input": 0.3, "price_output": 0.9, "price_blended": 0.45 }, { "id": "6fc35842-0165-44cf-8570-c484a92b3d8c", "name": "GLM-4.7 (Reasoning)", "slug": "glm-4-7", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-12-22", "intelligence_index": 33.7, "coding_index": 45.3, "math_index": 95, "mmlu_pro": 0.856, "gpqa": 0.859, "hle": 0.251, "livecodebench": 0.894, "scicode": 0.451, "ifbench": 0.67891156462585, "lcr": 0.64, "terminalbench_hard": 0.318181818181818, "tau2": 0.95906432748538, "math_500": null, "aime": null, "aime_25": 0.95, "output_tps": 136.62, "ttft": 0.545, "ttfat": 15.185, "price_input": 0.6, "price_output": 2.2, "price_blended": 1 }, { "id": "40663ad2-b218-471e-bdd4-a1e0c2360e2b", "name": "GLM-5 (Reasoning)", "slug": "glm-5", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-02-11", "intelligence_index": 39.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.82, "hle": 0.272, "livecodebench": null, "scicode": 0.462, "ifbench": 0.72312925170068, "lcr": 0.633333333333333, "terminalbench_hard": 0.431818181818182, "tau2": 0.982456140350877, "math_500": null, "aime": null, "aime_25": null, "output_tps": 50.754, "ttft": 0.801, "ttfat": 61.979, "price_input": 1, "price_output": 3.2, "price_blended": 1.55 }, { "id": "946e7aab-db1c-4c3f-b0b3-7720d0cff187", "name": "GLM-4.6 (Non-reasoning)", "slug": "glm-4-6", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-09-30", "intelligence_index": 23, "coding_index": null, "math_index": 44.3, "mmlu_pro": 0.784, "gpqa": 0.632, "hle": 0.052, "livecodebench": 0.561, "scicode": 0.331, "ifbench": 0.36734693877551, "lcr": 0.263333333333333, "terminalbench_hard": 0.287878787878788, "tau2": 0.769005847953216, "math_500": null, "aime": null, "aime_25": 0.443333333333333, "output_tps": 41.744, "ttft": 1.996, "ttfat": 1.996, "price_input": 0.575, "price_output": 2.2, "price_blended": 0.981 }, { "id": "6a5d56e1-bb68-4205-8d9b-26b97888bc84", "name": "GLM-4.6 (Reasoning)", "slug": "glm-4-6-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-09-30", "intelligence_index": 28.7, "coding_index": 45.8, "math_index": 86, "mmlu_pro": 0.829, "gpqa": 0.78, "hle": 0.133, "livecodebench": 0.695, "scicode": 0.384, "ifbench": 0.434013605442177, "lcr": 0.543333333333333, "terminalbench_hard": 0.25, "tau2": 0.704678362573099, "math_500": null, "aime": null, "aime_25": 0.86, "output_tps": 48.608, "ttft": 1.214, "ttfat": 42.359, "price_input": 0.55, "price_output": 2.2, "price_blended": 0.963 }, { "id": "0081ab31-d10a-44a0-a10d-eee5533fec65", "name": "GLM-4.5V (Non-reasoning)", "slug": "glm-4-5v", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-08-11", "intelligence_index": 7, "coding_index": null, "math_index": 15.3, "mmlu_pro": 0.751, "gpqa": 0.573, "hle": 0.036, "livecodebench": 0.352, "scicode": 0.188, "ifbench": 0.286394557823129, "lcr": 0, "terminalbench_hard": 0.0681818181818182, "tau2": 0.195906432748538, "math_500": null, "aime": null, "aime_25": 0.153333333333333, "output_tps": 56.276, "ttft": 11.842, "ttfat": 11.842, "price_input": 0.6, "price_output": 1.8, "price_blended": 0.9 }, { "id": "1cf439b8-0cfd-47b2-9de2-9a2157e6762b", "name": "GLM-4.5 (Reasoning)", "slug": "glm-4.5", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-07-28", "intelligence_index": 19.5, "coding_index": null, "math_index": 73.7, "mmlu_pro": 0.835, "gpqa": 0.782, "hle": 0.122, "livecodebench": 0.738, "scicode": 0.348, "ifbench": 0.440816326530612, "lcr": 0.483333333333333, "terminalbench_hard": 0.21969696969697, "tau2": 0.429824561403509, "math_500": 0.978666666666667, "aime": 0.873333333333333, "aime_25": 0.736666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.6, "price_output": 2.2, "price_blended": 1 }, { "id": "2c4394a2-b443-470a-908e-5c4a271b780c", "name": "GLM-4.7-Flash (Reasoning)", "slug": "glm-4-7-flash", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-01-19", "intelligence_index": 22.9, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.581, "hle": 0.071, "livecodebench": null, "scicode": 0.337, "ifbench": 0.608163265306122, "lcr": 0.35, "terminalbench_hard": 0.21969696969697, "tau2": 0.988304093567251, "math_500": null, "aime": null, "aime_25": null, "output_tps": 114.654, "ttft": 0.887, "ttfat": 18.331, "price_input": 0.07, "price_output": 0.4, "price_blended": 0.153 }, { "id": "3068def4-7270-4c06-a320-6f6a5623d564", "name": "GLM-4.5V (Reasoning)", "slug": "glm-4-5v-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-08-11", "intelligence_index": 9.1, "coding_index": null, "math_index": 73, "mmlu_pro": 0.788, "gpqa": 0.684, "hle": 0.059, "livecodebench": 0.604, "scicode": 0.221, "ifbench": 0.342176870748299, "lcr": 0, "terminalbench_hard": 0.053030303030303, "tau2": 0.225146198830409, "math_500": null, "aime": null, "aime_25": 0.73, "output_tps": 54.59, "ttft": 1.084, "ttfat": 37.721, "price_input": 0.6, "price_output": 1.8, "price_blended": 0.9 }, { "id": "43098bd0-77ca-408b-b698-9d60b1d1c3b8", "name": "GLM-4.6V (Non-reasoning)", "slug": "glm-4-6v", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-12-08", "intelligence_index": 11, "coding_index": null, "math_index": 26.3, "mmlu_pro": 0.752, "gpqa": 0.566, "hle": 0.037, "livecodebench": 0.411, "scicode": 0.272, "ifbench": 0.27891156462585, "lcr": 0.123333333333333, "terminalbench_hard": 0.0303030303030303, "tau2": 0.307017543859649, "math_500": null, "aime": null, "aime_25": 0.263333333333333, "output_tps": 54.191, "ttft": 1.029, "ttfat": 1.029, "price_input": 0.3, "price_output": 0.9, "price_blended": 0.45 }, { "id": "c8673741-5e1a-46a1-9e4f-710a5c920982", "name": "GLM-4.7-Flash (Non-reasoning)", "slug": "glm-4-7-flash-non-reasoning", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2026-01-19", "intelligence_index": 15.5, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.452, "hle": 0.049, "livecodebench": null, "scicode": 0.255, "ifbench": 0.462585034013605, "lcr": 0.146666666666667, "terminalbench_hard": 0.0378787878787879, "tau2": 0.91812865497076, "math_500": null, "aime": null, "aime_25": null, "output_tps": 214.89, "ttft": 0.914, "ttfat": 0.914, "price_input": 0.07, "price_output": 0.4, "price_blended": 0.153 }, { "id": "5d303dc9-c027-401f-9803-4e9aa3331007", "name": "GLM-4.5-Air", "slug": "glm-4-5-air", "creator": "zai", "creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065", "creator_name": "Z AI", "release_date": "2025-07-28", "intelligence_index": 16.5, "coding_index": null, "math_index": 80.7, "mmlu_pro": 0.815, "gpqa": 0.733, "hle": 0.068, "livecodebench": 0.684, "scicode": 0.306, "ifbench": 0.375510204081633, "lcr": 0.436666666666667, "terminalbench_hard": 0.204545454545455, "tau2": 0.464912280701754, "math_500": 0.965333333333333, "aime": 0.673333333333333, "aime_25": 0.806666666666667, "output_tps": 71.923, "ttft": 1.305, "ttfat": 29.112, "price_input": 0.17, "price_output": 0.98, "price_blended": 0.372 }, { "id": "76361085-f5dc-49ec-b069-fe56ca885933", "name": "Command-R+ (Apr '24)", "slug": "command-r-plus-04-2024", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2024-04-04", "intelligence_index": 3, "coding_index": null, "math_index": null, "mmlu_pro": 0.432, "gpqa": 0.323, "hle": 0.045, "livecodebench": 0.122, "scicode": 0.118, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.278666666666667, "aime": 0.00666666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 3, "price_output": 15, "price_blended": 6 }, { "id": "abe9f0c7-f4f6-430d-ba42-f45afdd4841b", "name": "Command-R (Mar '24)", "slug": "command-r-03-2024", "creator": "cohere", "creator_id": "671d3708-c407-4b8f-b350-f728e4689d26", "creator_name": "Cohere", "release_date": "2024-03-12", "intelligence_index": 2.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.338, "gpqa": 0.284, "hle": 0.048, "livecodebench": 0.048, "scicode": 0.063, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.164, "aime": 0.00666666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.5, "price_output": 1.5, "price_blended": 0.75 }, { "id": "ac1031bc-c53e-4af7-9c6e-2005e0ff44fa", "name": "Apriel-v1.5-15B-Thinker", "slug": "apriel-v1-5-15b-thinker", "creator": "servicenow", "creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17", "creator_name": "ServiceNow", "release_date": "2025-09-30", "intelligence_index": 21.2, "coding_index": null, "math_index": 87.5, "mmlu_pro": 0.773, "gpqa": 0.713, "hle": 0.12, "livecodebench": 0.728, "scicode": 0.348, "ifbench": 0.617006802721088, "lcr": 0.2, "terminalbench_hard": 0.106060606060606, "tau2": 0.684210526315789, "math_500": null, "aime": null, "aime_25": 0.875, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b4ddb4c8-1400-44ab-8c2b-e2472088e7ff", "name": "Jamba 1.5 Large", "slug": "jamba-1-5-large", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2024-08-22", "intelligence_index": 5.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.572, "gpqa": 0.427, "hle": 0.04, "livecodebench": 0.143, "scicode": 0.163, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.606, "aime": 0.0466666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 2, "price_output": 8, "price_blended": 3.5 }, { "id": "540ebc58-a2d8-4dc9-ba6b-973efa52fab1", "name": "Jamba 1.5 Mini", "slug": "jamba-1-5-mini", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2024-08-22", "intelligence_index": 2.7, "coding_index": null, "math_index": null, "mmlu_pro": 0.371, "gpqa": 0.302, "hle": 0.051, "livecodebench": 0.062, "scicode": 0.08, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.356666666666667, "aime": 0.01, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.2, "price_output": 0.4, "price_blended": 0.25 }, { "id": "92b19c88-fa87-4595-957e-fe9aa5fa5ad4", "name": "Jamba 1.6 Large", "slug": "jamba-1-6-large", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2025-03-06", "intelligence_index": 5, "coding_index": null, "math_index": null, "mmlu_pro": 0.565, "gpqa": 0.387, "hle": 0.04, "livecodebench": 0.172, "scicode": 0.184, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.58, "aime": 0.0466666666666667, "aime_25": null, "output_tps": 56.932, "ttft": 0.742, "ttfat": 0.742, "price_input": 2, "price_output": 8, "price_blended": 3.5 }, { "id": "e8ffd75b-766f-4551-8c52-6e54706220eb", "name": "Jamba 1.6 Mini", "slug": "jamba-1-6-mini", "creator": "ai21-labs", "creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1", "creator_name": "AI21 Labs", "release_date": "2025-03-06", "intelligence_index": 2.6, "coding_index": null, "math_index": null, "mmlu_pro": 0.367, "gpqa": 0.3, "hle": 0.046, "livecodebench": 0.071, "scicode": 0.101, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.256666666666667, "aime": 0.0333333333333333, "aime_25": null, "output_tps": 184.113, "ttft": 0.581, "ttfat": 0.581, "price_input": 0.2, "price_output": 0.4, "price_blended": 0.25 }, { "id": "b3735511-c6ff-4928-8d72-2181444a4eb3", "name": "Arctic Instruct", "slug": "arctic-instruct", "creator": "snowflake", "creator_id": "15568026-a4e1-4088-9709-566d3fb3aee1", "creator_name": "Snowflake", "release_date": "2024-04-24", "intelligence_index": 3.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b9dc72c6-7bea-4936-a55a-4b0c835fc755", "name": "Qwen2.5 Max", "slug": "qwen-2-5-max", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-01-28", "intelligence_index": 10.2, "coding_index": null, "math_index": null, "mmlu_pro": 0.762, "gpqa": 0.587, "hle": 0.045, "livecodebench": 0.359, "scicode": 0.337, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.834666666666667, "aime": 0.233333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd", "name": "Qwen2.5 Instruct 72B", "slug": "qwen2-5-72b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-09-19", "intelligence_index": 9.6, "coding_index": null, "math_index": 14, "mmlu_pro": 0.72, "gpqa": 0.491, "hle": 0.042, "livecodebench": 0.276, "scicode": 0.267, "ifbench": 0.368707482993197, "lcr": 0.203333333333333, "terminalbench_hard": 0.0454545454545455, "tau2": 0.345029239766082, "math_500": 0.858, "aime": 0.16, "aime_25": 0.14, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0.475, "price_output": 0.495, "price_blended": 0.48 }, { "id": "04586102-6a28-48f8-a82e-85775d7ed779", "name": "Qwen2.5 Coder Instruct 32B", "slug": "qwen2-5-coder-32b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-11-11", "intelligence_index": 7.1, "coding_index": null, "math_index": null, "mmlu_pro": 0.635, "gpqa": 0.417, "hle": 0.038, "livecodebench": 0.295, "scicode": 0.271, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.766666666666667, "aime": 0.12, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "352f834f-a03c-4117-8a29-c3ccd8a568ce", "name": "Qwen2.5 Turbo", "slug": "qwen-turbo", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-11-18", "intelligence_index": 6.3, "coding_index": null, "math_index": null, "mmlu_pro": 0.633, "gpqa": 0.41, "hle": 0.042, "livecodebench": 0.163, "scicode": 0.153, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.805333333333333, "aime": 0.12, "aime_25": null, "output_tps": 114.262, "ttft": 1.062, "ttfat": 1.062, "price_input": 0.05, "price_output": 0.2, "price_blended": 0.088 }, { "id": "7656c62b-5345-435b-bf12-b6ce2ca0d58d", "name": "Qwen2 Instruct 72B", "slug": "qwen2-72b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-06-07", "intelligence_index": 6, "coding_index": null, "math_index": null, "mmlu_pro": 0.622, "gpqa": 0.371, "hle": 0.037, "livecodebench": 0.159, "scicode": 0.229, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.701333333333333, "aime": 0.146666666666667, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "191a2097-cce3-49cf-881e-0c790892059f", "name": "Qwen3 4B (Reasoning)", "slug": "qwen3-4b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 8.4, "coding_index": null, "math_index": 22.3, "mmlu_pro": 0.696, "gpqa": 0.522, "hle": 0.051, "livecodebench": 0.465, "scicode": 0.035, "ifbench": 0.325170068027211, "lcr": 0, "terminalbench_hard": null, "tau2": 0.190058479532164, "math_500": 0.933333333333333, "aime": 0.656666666666667, "aime_25": 0.223333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "093883ed-f5fc-443b-8e18-afbfb166699e", "name": "Qwen3 Coder 480B A35B Instruct", "slug": "qwen3-coder-480b-a35b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-22", "intelligence_index": 18, "coding_index": null, "math_index": 39.3, "mmlu_pro": 0.788, "gpqa": 0.618, "hle": 0.044, "livecodebench": 0.585, "scicode": 0.359, "ifbench": 0.404761904761905, "lcr": 0.423333333333333, "terminalbench_hard": 0.189393939393939, "tau2": 0.435672514619883, "math_500": 0.942, "aime": 0.476666666666667, "aime_25": 0.393333333333333, "output_tps": 68.697, "ttft": 1.648, "ttfat": 1.648, "price_input": 1.5, "price_output": 7.5, "price_blended": 3 }, { "id": "43573c57-2403-46fb-af4b-a93de9a0c3f5", "name": "Qwen3 235B A22B (Non-reasoning)", "slug": "qwen3-235b-a22b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 10.9, "coding_index": null, "math_index": 23.7, "mmlu_pro": 0.762, "gpqa": 0.613, "hle": 0.047, "livecodebench": 0.343, "scicode": 0.299, "ifbench": 0.365986394557823, "lcr": 0, "terminalbench_hard": 0.0606060606060606, "tau2": 0.271929824561404, "math_500": 0.902, "aime": 0.326666666666667, "aime_25": 0.236666666666667, "output_tps": 66.204, "ttft": 1.199, "ttfat": 1.199, "price_input": 0.7, "price_output": 2.8, "price_blended": 1.225 }, { "id": "3373245b-e6dc-4b66-a7b0-3f06f9b7bd46", "name": "Qwen3 235B A22B 2507 Instruct", "slug": "qwen3-235b-a22b-instruct-2507", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-21", "intelligence_index": 18.2, "coding_index": null, "math_index": 71.7, "mmlu_pro": 0.828, "gpqa": 0.753, "hle": 0.106, "livecodebench": 0.524, "scicode": 0.36, "ifbench": 0.460544217687075, "lcr": 0.312, "terminalbench_hard": 0.151515151515152, "tau2": 0.333333333333333, "math_500": 0.98, "aime": 0.716666666666667, "aime_25": 0.716666666666667, "output_tps": 65.165, "ttft": 1.154, "ttfat": 1.154, "price_input": 0.7, "price_output": 2.8, "price_blended": 1.225 }, { "id": "bf60740e-6aa5-422f-ba49-ef6e9d171205", "name": "Qwen3 32B (Non-reasoning)", "slug": "qwen3-32b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 8.6, "coding_index": null, "math_index": 19.7, "mmlu_pro": 0.727, "gpqa": 0.535, "hle": 0.043, "livecodebench": 0.288, "scicode": 0.28, "ifbench": 0.314965986394558, "lcr": 0, "terminalbench_hard": null, "tau2": null, "math_500": 0.868666666666667, "aime": 0.303333333333333, "aime_25": 0.196666666666667, "output_tps": 99.073, "ttft": 1.079, "ttfat": 1.079, "price_input": 0.7, "price_output": 2.8, "price_blended": 1.225 }, { "id": "5e0164b3-d902-4bcb-a1b2-83b4f4cd6143", "name": "Qwen3 30B A3B 2507 (Reasoning)", "slug": "qwen3-30b-a3b-2507-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-30", "intelligence_index": 14.4, "coding_index": 12.1, "math_index": 56.3, "mmlu_pro": 0.805, "gpqa": 0.707, "hle": 0.098, "livecodebench": 0.707, "scicode": 0.333, "ifbench": 0.506802721088435, "lcr": 0.59, "terminalbench_hard": 0.053030303030303, "tau2": 0.280701754385965, "math_500": 0.976, "aime": 0.906666666666667, "aime_25": 0.563333333333333, "output_tps": 135.148, "ttft": 1.135, "ttfat": 15.933, "price_input": 0.2, "price_output": 2.4, "price_blended": 0.75 }, { "id": "b00ecd62-a53f-4aed-b833-3e9d6b0170ba", "name": "Qwen3 32B (Reasoning)", "slug": "qwen3-32b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 11.5, "coding_index": 15.3, "math_index": 73, "mmlu_pro": 0.798, "gpqa": 0.668, "hle": 0.083, "livecodebench": 0.546, "scicode": 0.354, "ifbench": 0.363265306122449, "lcr": 0, "terminalbench_hard": 0.0303030303030303, "tau2": 0.298245614035088, "math_500": 0.960666666666667, "aime": 0.806666666666667, "aime_25": 0.73, "output_tps": 96.866, "ttft": 1.066, "ttfat": 21.714, "price_input": 0.7, "price_output": 8.4, "price_blended": 2.625 }, { "id": "2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb", "name": "Qwen3 4B 2507 (Reasoning)", "slug": "qwen3-4b-2507-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-08-06", "intelligence_index": 12, "coding_index": null, "math_index": 82.7, "mmlu_pro": 0.743, "gpqa": 0.667, "hle": 0.059, "livecodebench": 0.641, "scicode": 0.256, "ifbench": 0.497959183673469, "lcr": 0.376666666666667, "terminalbench_hard": 0.0151515151515152, "tau2": 0.254385964912281, "math_500": null, "aime": null, "aime_25": 0.826666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "bbe6d782-e630-48d5-b11c-3ce37f373f1e", "name": "Qwen3 235B A22B (Reasoning)", "slug": "qwen3-235b-a22b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 13.4, "coding_index": null, "math_index": 82, "mmlu_pro": 0.828, "gpqa": 0.7, "hle": 0.117, "livecodebench": 0.622, "scicode": 0.399, "ifbench": 0.387074829931973, "lcr": 0, "terminalbench_hard": 0.0606060606060606, "tau2": 0.239766081871345, "math_500": 0.93, "aime": 0.84, "aime_25": 0.82, "output_tps": 64.958, "ttft": 1.173, "ttfat": 31.962, "price_input": 0.7, "price_output": 8.4, "price_blended": 2.625 }, { "id": "2bb84433-f38e-4edc-9b65-4d7b1f473db9", "name": "Qwen3 1.7B (Non-reasoning)", "slug": "qwen3-1.7b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 1.5, "coding_index": null, "math_index": 7.3, "mmlu_pro": 0.411, "gpqa": 0.283, "hle": 0.052, "livecodebench": 0.126, "scicode": 0.069, "ifbench": 0.210884353741497, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.216374269005848, "math_500": 0.717333333333333, "aime": 0.0966666666666667, "aime_25": 0.0733333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "ce3d286e-093d-413d-a81a-0270309f039e", "name": "Qwen3 VL 30B A3B (Reasoning)", "slug": "qwen3-vl-30b-a3b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-03", "intelligence_index": 13.3, "coding_index": null, "math_index": 82.3, "mmlu_pro": 0.807, "gpqa": 0.72, "hle": 0.087, "livecodebench": 0.697, "scicode": 0.288, "ifbench": 0.451020408163265, "lcr": 0.406666666666667, "terminalbench_hard": 0.053030303030303, "tau2": 0.198830409356725, "math_500": null, "aime": null, "aime_25": 0.823333333333333, "output_tps": 124.62, "ttft": 1.145, "ttfat": 17.194, "price_input": 0.2, "price_output": 2.4, "price_blended": 0.75 }, { "id": "7ec1065a-c90e-41e4-bd17-abb7042eed76", "name": "Qwen3 30B A3B 2507 Instruct", "slug": "qwen3-30b-a3b-2507", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-29", "intelligence_index": 9.1, "coding_index": null, "math_index": 66.3, "mmlu_pro": 0.777, "gpqa": 0.659, "hle": 0.068, "livecodebench": 0.515, "scicode": 0.304, "ifbench": 0.330612244897959, "lcr": 0.226666666666667, "terminalbench_hard": 0.0606060606060606, "tau2": 0.10233918128655, "math_500": 0.975333333333333, "aime": 0.726666666666667, "aime_25": 0.663333333333333, "output_tps": 150.165, "ttft": 0.967, "ttfat": 0.967, "price_input": 0.2, "price_output": 0.8, "price_blended": 0.35 }, { "id": "da9fe224-8af3-46d7-a8c4-6220779c3f35", "name": "Qwen3 Coder 30B A3B Instruct", "slug": "qwen3-coder-30b-a3b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-31", "intelligence_index": 13.6, "coding_index": null, "math_index": 29, "mmlu_pro": 0.706, "gpqa": 0.516, "hle": 0.04, "livecodebench": 0.403, "scicode": 0.278, "ifbench": 0.326530612244898, "lcr": 0.29, "terminalbench_hard": 0.151515151515152, "tau2": 0.345029239766082, "math_500": 0.893333333333333, "aime": 0.296666666666667, "aime_25": 0.29, "output_tps": 101.87, "ttft": 1.499, "ttfat": 1.499, "price_input": 0.45, "price_output": 2.25, "price_blended": 0.9 }, { "id": "46d8315e-1630-463f-ab62-84185fa0faab", "name": "Qwen3.5 35B A3B (Reasoning)", "slug": "qwen3-5-35b-a3b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 29.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.845, "hle": 0.197, "livecodebench": null, "scicode": 0.377, "ifbench": 0.725170068027211, "lcr": 0.626666666666667, "terminalbench_hard": 0.265151515151515, "tau2": 0.891812865497076, "math_500": null, "aime": null, "aime_25": null, "output_tps": 169.467, "ttft": 1.15, "ttfat": 12.952, "price_input": 0.25, "price_output": 2, "price_blended": 0.688 }, { "id": "f6ccbe1d-bd7e-484b-9795-18cc9f91552d", "name": "Qwen3 235B A22B 2507 (Reasoning)", "slug": "qwen3-235b-a22b-instruct-2507-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-07-25", "intelligence_index": 19.6, "coding_index": 22.1, "math_index": 91, "mmlu_pro": 0.843, "gpqa": 0.79, "hle": 0.15, "livecodebench": 0.788, "scicode": 0.424, "ifbench": 0.512244897959184, "lcr": 0.67, "terminalbench_hard": 0.136363636363636, "tau2": 0.532163742690059, "math_500": 0.984, "aime": 0.94, "aime_25": 0.91, "output_tps": 68.271, "ttft": 1.275, "ttfat": 30.569, "price_input": 0.7, "price_output": 8.4, "price_blended": 2.625 }, { "id": "d58cf573-1bd3-4d1f-9182-5482a460f570", "name": "Qwen3 VL 235B A22B Instruct", "slug": "qwen3-vl-235b-a22b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-23", "intelligence_index": 14.3, "coding_index": null, "math_index": 70.7, "mmlu_pro": 0.823, "gpqa": 0.712, "hle": 0.063, "livecodebench": 0.594, "scicode": 0.359, "ifbench": 0.426530612244898, "lcr": 0.316666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.350877192982456, "math_500": null, "aime": null, "aime_25": 0.706666666666667, "output_tps": 56.615, "ttft": 1.1, "ttfat": 1.1, "price_input": 0.7, "price_output": 2.8, "price_blended": 1.225 }, { "id": "169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67", "name": "Qwen3.5 27B (Reasoning)", "slug": "qwen3-5-27b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 33.8, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.858, "hle": 0.222, "livecodebench": null, "scicode": 0.395, "ifbench": 0.75578231292517, "lcr": 0.673333333333333, "terminalbench_hard": 0.325757575757576, "tau2": 0.93859649122807, "math_500": null, "aime": null, "aime_25": null, "output_tps": 86.15, "ttft": 1.396, "ttfat": 24.612, "price_input": 0.3, "price_output": 2.4, "price_blended": 0.825 }, { "id": "4ae6c88d-9e4a-4850-89fe-18a1c04a66cc", "name": "Qwen3 0.6B (Reasoning)", "slug": "qwen3-0.6b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 1.3, "coding_index": null, "math_index": 18, "mmlu_pro": 0.347, "gpqa": 0.239, "hle": 0.057, "livecodebench": 0.121, "scicode": 0.028, "ifbench": 0.233333333333333, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.210526315789474, "math_500": 0.75, "aime": 0.1, "aime_25": 0.18, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca", "name": "QwQ 32B", "slug": "qwq-32b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-03-05", "intelligence_index": 13.4, "coding_index": null, "math_index": 29, "mmlu_pro": 0.764, "gpqa": 0.593, "hle": 0.082, "livecodebench": 0.631, "scicode": 0.358, "ifbench": 0.387755102040816, "lcr": 0.25, "terminalbench_hard": null, "tau2": null, "math_500": 0.957333333333333, "aime": 0.78, "aime_25": 0.29, "output_tps": 32.726, "ttft": 0.473, "ttfat": 76.591, "price_input": 0.66, "price_output": 1, "price_blended": 0.745 }, { "id": "8823351e-8232-4c9c-8a1d-cd2c1d2c1196", "name": "QwQ 32B-Preview", "slug": "QwQ-32B-Preview", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-11-27", "intelligence_index": 9.2, "coding_index": null, "math_index": null, "mmlu_pro": 0.648, "gpqa": 0.557, "hle": 0.048, "livecodebench": 0.337, "scicode": 0.038, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.91, "aime": 0.453333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5962d643-0a6f-4630-bb08-ab5720d80056", "name": "Qwen3 1.7B (Reasoning)", "slug": "qwen3-1.7b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 2.6, "coding_index": null, "math_index": 38.7, "mmlu_pro": 0.57, "gpqa": 0.356, "hle": 0.048, "livecodebench": 0.308, "scicode": 0.043, "ifbench": 0.268707482993197, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.260233918128655, "math_500": 0.894, "aime": 0.51, "aime_25": 0.386666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "6da314d3-a984-4734-8f31-47dd32fb4699", "name": "Qwen3 VL 32B Instruct", "slug": "qwen3-vl-32b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-21", "intelligence_index": 11.1, "coding_index": null, "math_index": 68.3, "mmlu_pro": 0.791, "gpqa": 0.671, "hle": 0.063, "livecodebench": 0.514, "scicode": 0.301, "ifbench": 0.391836734693878, "lcr": 0.313333333333333, "terminalbench_hard": 0.0833333333333333, "tau2": 0.292397660818713, "math_500": null, "aime": null, "aime_25": 0.683333333333333, "output_tps": 79.043, "ttft": 1.22, "ttfat": 1.22, "price_input": 0.7, "price_output": 2.8, "price_blended": 1.225 }, { "id": "e410e854-104d-4b35-a171-899ff9d974bb", "name": "Qwen2.5 Coder Instruct 7B ", "slug": "qwen2-5-coder-7b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-09-19", "intelligence_index": 4.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.473, "gpqa": 0.339, "hle": 0.048, "livecodebench": 0.126, "scicode": 0.148, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.66, "aime": 0.0533333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "e46198a7-cd29-4afd-933d-cdf180f0f305", "name": "Qwen3 4B (Non-reasoning)", "slug": "qwen3-4b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 6.8, "coding_index": null, "math_index": null, "mmlu_pro": 0.586, "gpqa": 0.398, "hle": 0.037, "livecodebench": 0.233, "scicode": 0.167, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.842666666666667, "aime": 0.213333333333333, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "51d0b717-953d-4b44-af61-406c6b7dff39", "name": "Qwen3 VL 30B A3B Instruct", "slug": "qwen3-vl-30b-a3b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-03", "intelligence_index": 10, "coding_index": null, "math_index": 72.3, "mmlu_pro": 0.764, "gpqa": 0.695, "hle": 0.064, "livecodebench": 0.476, "scicode": 0.308, "ifbench": 0.331292517006803, "lcr": 0.236666666666667, "terminalbench_hard": 0.0606060606060606, "tau2": 0.190058479532164, "math_500": null, "aime": null, "aime_25": 0.723333333333333, "output_tps": 126.508, "ttft": 0.983, "ttfat": 0.983, "price_input": 0.2, "price_output": 0.8, "price_blended": 0.35 }, { "id": "ecc6524a-d521-458a-8327-5009e8ce6549", "name": "Qwen3 14B (Non-reasoning)", "slug": "qwen3-14b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 7, "coding_index": null, "math_index": 58, "mmlu_pro": 0.675, "gpqa": 0.47, "hle": 0.042, "livecodebench": 0.28, "scicode": 0.265, "ifbench": 0.239455782312925, "lcr": 0, "terminalbench_hard": 0.053030303030303, "tau2": 0.321637426900585, "math_500": 0.871333333333333, "aime": 0.28, "aime_25": 0.58, "output_tps": 63.346, "ttft": 1.081, "ttfat": 1.081, "price_input": 0.35, "price_output": 1.4, "price_blended": 0.612 }, { "id": "3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5", "name": "Qwen3 30B A3B (Reasoning)", "slug": "qwen3-30b-a3b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 9.3, "coding_index": null, "math_index": 72.3, "mmlu_pro": 0.777, "gpqa": 0.616, "hle": 0.066, "livecodebench": 0.506, "scicode": 0.285, "ifbench": 0.414965986394558, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0.260233918128655, "math_500": 0.959333333333333, "aime": 0.753333333333333, "aime_25": 0.723333333333333, "output_tps": 111.243, "ttft": 1.144, "ttfat": 19.123, "price_input": 0.2, "price_output": 2.4, "price_blended": 0.75 }, { "id": "dec8073c-57e2-41c0-b1aa-7a62960f103f", "name": "Qwen3 VL 8B (Reasoning)", "slug": "qwen3-vl-8b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-14", "intelligence_index": 10.6, "coding_index": null, "math_index": 30.7, "mmlu_pro": 0.749, "gpqa": 0.579, "hle": 0.033, "livecodebench": 0.353, "scicode": 0.219, "ifbench": 0.398639455782313, "lcr": 0.31, "terminalbench_hard": 0.0378787878787879, "tau2": 0.225146198830409, "math_500": null, "aime": null, "aime_25": 0.306666666666667, "output_tps": 135.145, "ttft": 1.082, "ttfat": 15.881, "price_input": 0.18, "price_output": 2.1, "price_blended": 0.66 }, { "id": "b2dd592a-fbc5-458a-b26d-f3964cbab82f", "name": "Qwen3 8B (Non-reasoning)", "slug": "qwen3-8b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 5.1, "coding_index": null, "math_index": 24.3, "mmlu_pro": 0.643, "gpqa": 0.452, "hle": 0.028, "livecodebench": 0.202, "scicode": 0.168, "ifbench": 0.285714285714286, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0.248538011695906, "math_500": 0.828, "aime": 0.243333333333333, "aime_25": 0.243333333333333, "output_tps": 61.168, "ttft": 1.407, "ttfat": 1.407, "price_input": 0.18, "price_output": 0.7, "price_blended": 0.31 }, { "id": "a803d3d0-d22e-49a0-ac2c-b9c6f1141065", "name": "Qwen3 VL 235B A22B (Reasoning)", "slug": "qwen3-vl-235b-a22b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-23", "intelligence_index": 20.6, "coding_index": null, "math_index": 88.3, "mmlu_pro": 0.836, "gpqa": 0.772, "hle": 0.101, "livecodebench": 0.646, "scicode": 0.399, "ifbench": 0.564625850340136, "lcr": 0.586666666666667, "terminalbench_hard": 0.113636363636364, "tau2": 0.54093567251462, "math_500": null, "aime": null, "aime_25": 0.883333333333333, "output_tps": 57.823, "ttft": 1.812, "ttfat": 36.401, "price_input": 0.7, "price_output": 8.4, "price_blended": 2.625 }, { "id": "9dba61f5-78ee-4190-8d1d-8e7063ffd386", "name": "Qwen3 8B (Reasoning)", "slug": "qwen3-8b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 8.3, "coding_index": 9, "math_index": 19, "mmlu_pro": 0.743, "gpqa": 0.589, "hle": 0.042, "livecodebench": 0.406, "scicode": 0.226, "ifbench": 0.33469387755102, "lcr": 0, "terminalbench_hard": 0.0227272727272727, "tau2": 0.277777777777778, "math_500": 0.904, "aime": 0.746666666666667, "aime_25": 0.19, "output_tps": 64.183, "ttft": 1.493, "ttfat": 32.654, "price_input": 0.18, "price_output": 2.1, "price_blended": 0.66 }, { "id": "7ae943a9-9310-4472-a834-c61f0ab68485", "name": "Qwen3 Max", "slug": "qwen3-max", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-23", "intelligence_index": 24, "coding_index": null, "math_index": 80.7, "mmlu_pro": 0.841, "gpqa": 0.764, "hle": 0.111, "livecodebench": 0.767, "scicode": 0.383, "ifbench": 0.441496598639456, "lcr": 0.466666666666667, "terminalbench_hard": 0.204545454545455, "tau2": 0.742690058479532, "math_500": null, "aime": null, "aime_25": 0.806666666666667, "output_tps": 47.834, "ttft": 1.906, "ttfat": 1.906, "price_input": 1.2, "price_output": 6, "price_blended": 2.4 }, { "id": "4559e9f0-8aad-4681-89fb-68cb915e0f16", "name": "Qwen3 14B (Reasoning)", "slug": "qwen3-14b-instruct-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 10.4, "coding_index": 13.8, "math_index": 55.7, "mmlu_pro": 0.774, "gpqa": 0.604, "hle": 0.043, "livecodebench": 0.523, "scicode": 0.316, "ifbench": 0.405442176870748, "lcr": 0, "terminalbench_hard": 0.0378787878787879, "tau2": 0.345029239766082, "math_500": 0.961333333333333, "aime": 0.763333333333333, "aime_25": 0.556666666666667, "output_tps": 63.884, "ttft": 1.133, "ttfat": 32.44, "price_input": 0.35, "price_output": 4.2, "price_blended": 1.313 }, { "id": "b0249961-b8b2-479d-8325-a29ea17c7b89", "name": "Qwen3 4B 2507 Instruct", "slug": "qwen3-4b-2507-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-08-06", "intelligence_index": 7.1, "coding_index": null, "math_index": 52.3, "mmlu_pro": 0.672, "gpqa": 0.517, "hle": 0.047, "livecodebench": 0.377, "scicode": 0.181, "ifbench": 0.335374149659864, "lcr": 0.0733333333333333, "terminalbench_hard": 0.0454545454545455, "tau2": 0.266081871345029, "math_500": null, "aime": null, "aime_25": 0.523333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "806032ff-6252-4c22-ba99-a126e411b7a4", "name": "Qwen3 Max Thinking", "slug": "qwen3-max-thinking", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-01-26", "intelligence_index": 31.7, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.861, "hle": 0.262, "livecodebench": null, "scicode": 0.431, "ifbench": 0.707482993197279, "lcr": 0.66, "terminalbench_hard": 0.242424242424242, "tau2": 0.836257309941521, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "0e5f6140-1154-4583-a3e0-8c032a338892", "name": "Qwen3 0.6B (Non-reasoning)", "slug": "qwen3-0.6b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 1, "coding_index": null, "math_index": 10.3, "mmlu_pro": 0.231, "gpqa": 0.231, "hle": 0.052, "livecodebench": 0.073, "scicode": 0.041, "ifbench": 0.219047619047619, "lcr": 0, "terminalbench_hard": 0, "tau2": 0.146198830409357, "math_500": 0.520666666666667, "aime": 0.0166666666666667, "aime_25": 0.103333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f5d83128-047f-496d-ba49-8a428abe8345", "name": "Qwen3 VL 4B Instruct", "slug": "qwen3-vl-4b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-14", "intelligence_index": 4.1, "coding_index": null, "math_index": 37, "mmlu_pro": 0.634, "gpqa": 0.371, "hle": 0.037, "livecodebench": 0.29, "scicode": 0.137, "ifbench": 0.318367346938775, "lcr": 0.13, "terminalbench_hard": 0, "tau2": 0.233918128654971, "math_500": null, "aime": null, "aime_25": 0.37, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "6000692c-f9a6-47f8-a5c0-e0874ac488bb", "name": "Qwen3.6 Max Preview", "slug": "qwen3-6-max", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-04-20", "intelligence_index": 40, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.888, "hle": 0.289, "livecodebench": null, "scicode": 0.469, "ifbench": 0.765986394557823, "lcr": 0.696666666666667, "terminalbench_hard": 0.439393939393939, "tau2": 0.95906432748538, "math_500": null, "aime": null, "aime_25": null, "output_tps": 52.93, "ttft": 2.222, "ttfat": 40.007, "price_input": 1.3, "price_output": 7.8, "price_blended": 2.925 }, { "id": "f93d0750-b659-4ceb-a123-7e657904ef2b", "name": "Qwen3 VL 4B (Reasoning)", "slug": "qwen3-vl-4b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-14", "intelligence_index": 7.9, "coding_index": null, "math_index": 25.7, "mmlu_pro": 0.7, "gpqa": 0.494, "hle": 0.044, "livecodebench": 0.32, "scicode": 0.171, "ifbench": 0.365986394557823, "lcr": 0.213333333333333, "terminalbench_hard": 0.0151515151515152, "tau2": 0.154970760233918, "math_500": null, "aime": null, "aime_25": 0.256666666666667, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5b2beb12-81a9-47a1-8a2a-d0a727185b50", "name": "Qwen3 Max (Preview)", "slug": "qwen3-max-preview", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-09-05", "intelligence_index": 19.2, "coding_index": null, "math_index": 75, "mmlu_pro": 0.838, "gpqa": 0.764, "hle": 0.093, "livecodebench": 0.651, "scicode": 0.37, "ifbench": 0.480272108843537, "lcr": 0.396666666666667, "terminalbench_hard": 0.196969696969697, "tau2": 0.327485380116959, "math_500": null, "aime": null, "aime_25": 0.75, "output_tps": 59.581, "ttft": 1.777, "ttfat": 1.777, "price_input": 1.2, "price_output": 6, "price_blended": 2.4 }, { "id": "509e94e3-f1cb-43fb-98ff-e0e9872cfd1f", "name": "Qwen3.5 27B (Non-reasoning)", "slug": "qwen3-5-27b-non-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2026-02-24", "intelligence_index": 29.3, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.842, "hle": 0.132, "livecodebench": null, "scicode": 0.367, "ifbench": 0.469387755102041, "lcr": 0.556666666666667, "terminalbench_hard": 0.318181818181818, "tau2": 0.871345029239766, "math_500": null, "aime": null, "aime_25": null, "output_tps": 94.225, "ttft": 1.43, "ttfat": 1.43, "price_input": 0.3, "price_output": 2.4, "price_blended": 0.825 }, { "id": "41f73c27-880c-4f30-8b07-9999ce89a4ae", "name": "Qwen Chat 72B", "slug": "qwen-chat-72b", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2023-11-30", "intelligence_index": 3.4, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": null, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "1d0db5a3-3132-4213-a94b-c2e395d08283", "name": "Qwen2.5 Instruct 32B", "slug": "qwen2.5-32b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-09-19", "intelligence_index": 7.5, "coding_index": null, "math_index": null, "mmlu_pro": 0.697, "gpqa": 0.466, "hle": 0.038, "livecodebench": 0.248, "scicode": 0.229, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": 0.805333333333333, "aime": 0.11, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "3cf875b8-b6b5-42c0-ad70-617d5be59d00", "name": "Qwen3 VL 8B Instruct", "slug": "qwen3-vl-8b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-14", "intelligence_index": 8.4, "coding_index": null, "math_index": 27.3, "mmlu_pro": 0.686, "gpqa": 0.427, "hle": 0.029, "livecodebench": 0.332, "scicode": 0.174, "ifbench": 0.32312925170068, "lcr": 0.153333333333333, "terminalbench_hard": 0.0227272727272727, "tau2": 0.292397660818713, "math_500": null, "aime": null, "aime_25": 0.273333333333333, "output_tps": 144.154, "ttft": 1.177, "ttfat": 1.177, "price_input": 0.18, "price_output": 0.7, "price_blended": 0.31 }, { "id": "d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf", "name": "Qwen3 VL 32B (Reasoning)", "slug": "qwen3-vl-32b-reasoning", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-10-21", "intelligence_index": 17.9, "coding_index": null, "math_index": 84.7, "mmlu_pro": 0.818, "gpqa": 0.733, "hle": 0.096, "livecodebench": 0.738, "scicode": 0.285, "ifbench": 0.593877551020408, "lcr": 0.553333333333333, "terminalbench_hard": 0.0757575757575758, "tau2": 0.456140350877193, "math_500": null, "aime": null, "aime_25": 0.846666666666667, "output_tps": 96.756, "ttft": 1.243, "ttfat": 21.913, "price_input": 0.7, "price_output": 8.4, "price_blended": 2.625 }, { "id": "d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3", "name": "Qwen1.5 Chat 110B", "slug": "qwen1.5-110b-chat", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2024-04-25", "intelligence_index": 4.1, "coding_index": null, "math_index": null, "mmlu_pro": null, "gpqa": 0.289, "hle": null, "livecodebench": null, "scicode": null, "ifbench": null, "lcr": null, "terminalbench_hard": null, "tau2": null, "math_500": null, "aime": null, "aime_25": null, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "f3169f25-8c6f-48e4-ae87-0cf872dc0ec1", "name": "Qwen3 30B A3B (Non-reasoning)", "slug": "qwen3-30b-a3b-instruct", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-04-28", "intelligence_index": 6.8, "coding_index": null, "math_index": 21.7, "mmlu_pro": 0.71, "gpqa": 0.515, "hle": 0.046, "livecodebench": 0.322, "scicode": 0.264, "ifbench": 0.319047619047619, "lcr": 0, "terminalbench_hard": 0.0681818181818182, "tau2": 0.222222222222222, "math_500": 0.862666666666667, "aime": 0.26, "aime_25": 0.216666666666667, "output_tps": 111.974, "ttft": 1.092, "ttfat": 1.092, "price_input": 0.2, "price_output": 0.8, "price_blended": 0.35 }, { "id": "cbac8c35-e069-4c73-823e-0953e6ed0e85", "name": "Qwen3 Max Thinking (Preview)", "slug": "qwen3-max-thinking-preview", "creator": "alibaba", "creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b", "creator_name": "Alibaba", "release_date": "2025-11-03", "intelligence_index": 25, "coding_index": null, "math_index": 82.3, "mmlu_pro": 0.824, "gpqa": 0.776, "hle": 0.12, "livecodebench": 0.535, "scicode": 0.387, "ifbench": 0.538095238095238, "lcr": 0.576666666666667, "terminalbench_hard": 0.174242424242424, "tau2": 0.83625730994152, "math_500": null, "aime": null, "aime_25": 0.823333333333333, "output_tps": 61.265, "ttft": 1.829, "ttfat": 34.474, "price_input": 1.2, "price_output": 6, "price_blended": 2.4 }, { "id": "882a5da3-94ca-4602-8693-c45970df17e2", "name": "Ling-flash-2.0", "slug": "ling-flash-2-0", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2025-09-17", "intelligence_index": 9.7, "coding_index": null, "math_index": 65.3, "mmlu_pro": 0.777, "gpqa": 0.657, "hle": 0.063, "livecodebench": 0.589, "scicode": 0.289, "ifbench": 0.343537414965986, "lcr": 0.15, "terminalbench_hard": 0.106060606060606, "tau2": 0.207602339181287, "math_500": null, "aime": null, "aime_25": 0.653333333333333, "output_tps": 66.361, "ttft": 0.872, "ttfat": 0.872, "price_input": 0.14, "price_output": 0.57, "price_blended": 0.247 }, { "id": "a29e66d6-1c3c-456a-8770-59ee3845b35d", "name": "Ring-1T", "slug": "ring-1t", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2025-10-13", "intelligence_index": 16.2, "coding_index": null, "math_index": 89.3, "mmlu_pro": 0.806, "gpqa": 0.774, "hle": 0.102, "livecodebench": 0.643, "scicode": 0.367, "ifbench": 0.445578231292517, "lcr": 0.456666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.263157894736842, "math_500": null, "aime": null, "aime_25": 0.893333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "15b56b8e-7b93-4ed9-ac06-75c922e3b86e", "name": "Ling-1T", "slug": "ling-1t", "creator": "inclusionai", "creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b", "creator_name": "InclusionAI", "release_date": "2025-10-08", "intelligence_index": 12.8, "coding_index": null, "math_index": 71.3, "mmlu_pro": 0.822, "gpqa": 0.719, "hle": 0.072, "livecodebench": 0.677, "scicode": 0.352, "ifbench": 0.347619047619048, "lcr": 0.346666666666667, "terminalbench_hard": 0.106060606060606, "tau2": 0.327485380116959, "math_500": null, "aime": null, "aime_25": 0.713333333333333, "output_tps": null, "ttft": null, "ttfat": null, "price_input": 0, "price_output": 0, "price_blended": 0 }, { "id": "5c6533f3-75a2-4109-b9a9-3623afc6b86a", "name": "Seed-OSS-36B-Instruct", "slug": "seed-oss-36b-instruct", "creator": "bytedance_seed", "creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8", "creator_name": "ByteDance Seed", "release_date": "2025-08-20", "intelligence_index": 18.3, "coding_index": null, "math_index": 84.7, "mmlu_pro": 0.815, "gpqa": 0.726, "hle": 0.091, "livecodebench": 0.765, "scicode": 0.365, "ifbench": 0.419047619047619, "lcr": 0.576666666666667, "terminalbench_hard": 0.0681818181818182, "tau2": 0.494152046783626, "math_500": null, "aime": null, "aime_25": 0.846666666666667, "output_tps": 38.706, "ttft": 1.478, "ttfat": 53.149, "price_input": 0.21, "price_output": 0.57, "price_blended": 0.3 } ]