[ { "model_benchmark_id": 676, "benchmark_id": "acebench", "model_id": "kimi-k2-instruct", "score": 0.765, "normalized_score": 0.765, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.408910+00:00", "updated_at": "2025-07-19T19:56:12.408910+00:00", "benchmark_name": "AceBench" }, { "model_benchmark_id": 657, "benchmark_id": "aider-polyglot", "model_id": "kimi-k2-instruct", "score": 0.6, "normalized_score": 0.6, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.362819+00:00", "updated_at": "2025-07-19T19:56:12.362819+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 445, "benchmark_id": "aime-2024", "model_id": "kimi-k2-instruct", "score": 0.696, "normalized_score": 0.696, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@64", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.946639+00:00", "updated_at": "2025-07-19T19:56:11.946639+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 677, "benchmark_id": "aime-2025", "model_id": "kimi-k2-instruct", "score": 0.495, "normalized_score": 0.495, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@64", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.412395+00:00", "updated_at": "2025-07-19T19:56:12.412395+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 715, "benchmark_id": "autologi", "model_id": "kimi-k2-instruct", "score": 0.895, "normalized_score": 0.895, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.506457+00:00", "updated_at": "2025-07-19T19:56:12.506457+00:00", "benchmark_name": "AutoLogi" }, { "model_benchmark_id": 757, "benchmark_id": "cbnsl", "model_id": "kimi-k2-instruct", "score": 0.956, "normalized_score": 0.956, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.594017+00:00", "updated_at": "2025-07-19T19:56:12.594017+00:00", "benchmark_name": "CBNSL" }, { "model_benchmark_id": 709, "benchmark_id": "cnmo-2024", "model_id": "kimi-k2-instruct", "score": 0.743, "normalized_score": 0.743, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@16", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.489469+00:00", "updated_at": "2025-07-19T19:56:12.489469+00:00", "benchmark_name": "CNMO 2024" }, { "model_benchmark_id": 441, "benchmark_id": "csimpleqa", "model_id": "kimi-k2-instruct", "score": 0.784, "normalized_score": 0.784, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Correct", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.936097+00:00", "updated_at": "2025-07-19T19:56:11.936097+00:00", "benchmark_name": "CSimpleQA" }, { "model_benchmark_id": 257, "benchmark_id": "gpqa", "model_id": "kimi-k2-instruct", "score": 0.751, "normalized_score": 0.751, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Diamond Avg@8", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.593256+00:00", "updated_at": "2025-07-19T19:56:11.593256+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 159, "benchmark_id": "gsm8k", "model_id": "kimi-k2-instruct", "score": 0.973, "normalized_score": 0.973, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.405113+00:00", "updated_at": "2025-07-19T19:56:11.405113+00:00", "benchmark_name": "GSM8k" }, { "model_benchmark_id": 707, "benchmark_id": "hmmt-2025", "model_id": "kimi-k2-instruct", "score": 0.388, "normalized_score": 0.388, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@32", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.482540+00:00", "updated_at": "2025-07-19T19:56:12.482540+00:00", "benchmark_name": "HMMT 2025" }, { "model_benchmark_id": 758, "benchmark_id": "humaneval", "model_id": "kimi-k2-instruct", "score": 0.933, "normalized_score": 0.933, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.598519+00:00", "updated_at": "2025-07-19T19:56:12.598519+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 819, "benchmark_id": "humaneval-er", "model_id": "kimi-k2-instruct", "score": 0.811, "normalized_score": 0.811, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.707650+00:00", "updated_at": "2025-07-19T19:56:12.707650+00:00", "benchmark_name": "HumanEval-ER" }, { "model_benchmark_id": 716, "benchmark_id": "humanity's-last-exam", "model_id": "kimi-k2-instruct", "score": 0.047, "normalized_score": 0.047, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy (Text Only)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.510122+00:00", "updated_at": "2025-07-19T19:56:12.510122+00:00", "benchmark_name": "Humanity's Last Exam" }, { "model_benchmark_id": 603, "benchmark_id": "ifeval", "model_id": "kimi-k2-instruct", "score": 0.898, "normalized_score": 0.898, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Prompt Strict", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.247003+00:00", "updated_at": "2025-07-19T19:56:12.247003+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 745, "benchmark_id": "livebench", "model_id": "kimi-k2-instruct", "score": 0.764, "normalized_score": 0.764, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.567525+00:00", "updated_at": "2025-07-19T19:56:12.567525+00:00", "benchmark_name": "LiveBench" }, { "model_benchmark_id": 368, "benchmark_id": "livecodebench-v6", "model_id": "kimi-k2-instruct", "score": 0.537, "normalized_score": 0.537, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.791826+00:00", "updated_at": "2025-07-19T19:56:11.791826+00:00", "benchmark_name": "LiveCodeBench v6" }, { "model_benchmark_id": 493, "benchmark_id": "math-500", "model_id": "kimi-k2-instruct", "score": 0.974, "normalized_score": 0.974, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.031465+00:00", "updated_at": "2025-07-19T19:56:12.031465+00:00", "benchmark_name": "MATH-500" }, { "model_benchmark_id": 59, "benchmark_id": "mmlu", "model_id": "kimi-k2-instruct", "score": 0.895, "normalized_score": 0.895, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.209924+00:00", "updated_at": "2025-07-19T19:56:11.209924+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 162, "benchmark_id": "mmlu-pro", "model_id": "kimi-k2-instruct", "score": 0.811, "normalized_score": 0.811, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.412849+00:00", "updated_at": "2025-07-19T19:56:11.412849+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 727, "benchmark_id": "mmlu-redux", "model_id": "kimi-k2-instruct", "score": 0.927, "normalized_score": 0.927, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.531649+00:00", "updated_at": "2025-07-19T19:56:12.531649+00:00", "benchmark_name": "MMLU-Redux" }, { "model_benchmark_id": 739, "benchmark_id": "multichallenge", "model_id": "kimi-k2-instruct", "score": 0.541, "normalized_score": 0.541, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.554319+00:00", "updated_at": "2025-07-19T19:56:12.554319+00:00", "benchmark_name": "MultiChallenge" }, { "model_benchmark_id": 639, "benchmark_id": "multipl-e", "model_id": "kimi-k2-instruct", "score": 0.857, "normalized_score": 0.857, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.314432+00:00", "updated_at": "2025-07-19T19:56:12.314432+00:00", "benchmark_name": "MultiPL-E" }, { "model_benchmark_id": 820, "benchmark_id": "musr", "model_id": "kimi-k2-instruct", "score": 0.764, "normalized_score": 0.764, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.711252+00:00", "updated_at": "2025-07-19T19:56:12.711252+00:00", "benchmark_name": "MuSR" }, { "model_benchmark_id": 638, "benchmark_id": "ojbench", "model_id": "kimi-k2-instruct", "score": 0.271, "normalized_score": 0.271, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.310963+00:00", "updated_at": "2025-07-19T19:56:12.310963+00:00", "benchmark_name": "OJBench" }, { "model_benchmark_id": 713, "benchmark_id": "polymath-en", "model_id": "kimi-k2-instruct", "score": 0.651, "normalized_score": 0.651, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@4", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.499339+00:00", "updated_at": "2025-07-19T19:56:12.499339+00:00", "benchmark_name": "PolyMath-en" }, { "model_benchmark_id": 223, "benchmark_id": "simpleqa", "model_id": "kimi-k2-instruct", "score": 0.31, "normalized_score": 0.31, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Correct", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.526736+00:00", "updated_at": "2025-07-19T19:56:11.526736+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 365, "benchmark_id": "supergpqa", "model_id": "kimi-k2-instruct", "score": 0.572, "normalized_score": 0.572, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.782850+00:00", "updated_at": "2025-07-19T19:56:11.782850+00:00", "benchmark_name": "SuperGPQA" }, { "model_benchmark_id": 651, "benchmark_id": "swe-bench-multilingual", "model_id": "kimi-k2-instruct", "score": 0.473, "normalized_score": 0.473, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Single Attempt", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.343981+00:00", "updated_at": "2025-07-19T19:56:12.343981+00:00", "benchmark_name": "SWE-bench Multilingual" }, { "model_benchmark_id": 649, "benchmark_id": "swe-bench-verified-(agentic-coding)", "model_id": "kimi-k2-instruct", "score": 0.658, "normalized_score": 0.658, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Single Attempt", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.333761+00:00", "updated_at": "2025-07-19T19:56:12.333761+00:00", "benchmark_name": "SWE-bench Verified (Agentic Coding)" }, { "model_benchmark_id": 648, "benchmark_id": "swe-bench-verified-(agentless)", "model_id": "kimi-k2-instruct", "score": 0.518, "normalized_score": 0.518, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Single Patch without Test", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.330548+00:00", "updated_at": "2025-07-19T19:56:12.330548+00:00", "benchmark_name": "SWE-bench Verified (Agentless)" }, { "model_benchmark_id": 650, "benchmark_id": "swe-bench-verified-(multiple-attempts)", "model_id": "kimi-k2-instruct", "score": 0.716, "normalized_score": 0.716, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Multiple Attempts with parallel test-time compute", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.339305+00:00", "updated_at": "2025-07-19T19:56:12.339305+00:00", "benchmark_name": "SWE-bench Verified (Multiple Attempts)" }, { "model_benchmark_id": 674, "benchmark_id": "tau2-airline", "model_id": "kimi-k2-instruct", "score": 0.565, "normalized_score": 0.565, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@4", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.401229+00:00", "updated_at": "2025-07-19T19:56:12.401229+00:00", "benchmark_name": "Tau2 airline" }, { "model_benchmark_id": 673, "benchmark_id": "tau2-retail", "model_id": "kimi-k2-instruct", "score": 0.706, "normalized_score": 0.706, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@4", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.395604+00:00", "updated_at": "2025-07-19T19:56:12.395604+00:00", "benchmark_name": "Tau2 retail" }, { "model_benchmark_id": 675, "benchmark_id": "tau2-telecom", "model_id": "kimi-k2-instruct", "score": 0.658, "normalized_score": 0.658, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Avg@4", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.405145+00:00", "updated_at": "2025-07-19T19:56:12.405145+00:00", "benchmark_name": "Tau2 telecom" }, { "model_benchmark_id": 652, "benchmark_id": "terminal-bench", "model_id": "kimi-k2-instruct", "score": 0.3, "normalized_score": 0.3, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Inhouse Framework", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.348003+00:00", "updated_at": "2025-07-19T19:56:12.348003+00:00", "benchmark_name": "Terminal-bench" }, { "model_benchmark_id": 656, "benchmark_id": "terminus", "model_id": "kimi-k2-instruct", "score": 0.25, "normalized_score": 0.25, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.358921+00:00", "updated_at": "2025-07-19T19:56:12.358921+00:00", "benchmark_name": "Terminus" }, { "model_benchmark_id": 714, "benchmark_id": "zebralogic", "model_id": "kimi-k2-instruct", "score": 0.89, "normalized_score": 0.89, "is_self_reported": true, "self_reported_source_link": "https://moonshotai.github.io/Kimi-K2/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.502879+00:00", "updated_at": "2025-07-19T19:56:12.502879+00:00", "benchmark_name": "ZebraLogic" } ]