[ { "model_benchmark_id": 1626, "benchmark_id": "aider", "model_id": "qwen3-235b-a22b", "score": 0.618, "normalized_score": 0.618, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Pass@2", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.572970+00:00", "updated_at": "2025-07-19T19:56:14.572970+00:00", "benchmark_name": "Aider" }, { "model_benchmark_id": 454, "benchmark_id": "aime-2024", "model_id": "qwen3-235b-a22b", "score": 0.857, "normalized_score": 0.857, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Pass@64", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.963641+00:00", "updated_at": "2025-07-19T19:56:11.963641+00:00", "benchmark_name": "AIME 2024" }, { "model_benchmark_id": 690, "benchmark_id": "aime-2025", "model_id": "qwen3-235b-a22b", "score": 0.815, "normalized_score": 0.815, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Pass@64", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.447678+00:00", "updated_at": "2025-07-19T19:56:12.447678+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1452, "benchmark_id": "arena-hard", "model_id": "qwen3-235b-a22b", "score": 0.956, "normalized_score": 0.956, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.095282+00:00", "updated_at": "2025-07-19T19:56:14.095282+00:00", "benchmark_name": "Arena Hard" }, { "model_benchmark_id": 972, "benchmark_id": "bbh", "model_id": "qwen3-235b-a22b", "score": 0.8887, "normalized_score": 0.8887, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.043683+00:00", "updated_at": "2025-07-19T19:56:13.043683+00:00", "benchmark_name": "BBH" }, { "model_benchmark_id": 851, "benchmark_id": "bfcl", "model_id": "qwen3-235b-a22b", "score": 0.708, "normalized_score": 0.708, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "v3", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.780457+00:00", "updated_at": "2025-07-19T19:56:12.780457+00:00", "benchmark_name": "BFCL" }, { "model_benchmark_id": 1648, "benchmark_id": "crux-o", "model_id": "qwen3-235b-a22b", "score": 0.79, "normalized_score": 0.79, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.637715+00:00", "updated_at": "2025-07-19T19:56:14.637715+00:00", "benchmark_name": "CRUX-O" }, { "model_benchmark_id": 371, "benchmark_id": "evalplus", "model_id": "qwen3-235b-a22b", "score": 0.776, "normalized_score": 0.776, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.801301+00:00", "updated_at": "2025-07-19T19:56:11.801301+00:00", "benchmark_name": "EvalPlus" }, { "model_benchmark_id": 302, "benchmark_id": "gpqa", "model_id": "qwen3-235b-a22b", "score": 0.4747, "normalized_score": 0.4747, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.679464+00:00", "updated_at": "2025-07-19T19:56:11.679464+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 995, "benchmark_id": "gsm8k", "model_id": "qwen3-235b-a22b", "score": 0.9439, "normalized_score": 0.9439, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.083824+00:00", "updated_at": "2025-07-19T19:56:13.083824+00:00", "benchmark_name": "GSM8k" }, { "model_benchmark_id": 1308, "benchmark_id": "include", "model_id": "qwen3-235b-a22b", "score": 0.7346, "normalized_score": 0.7346, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.737543+00:00", "updated_at": "2025-07-19T19:56:13.737543+00:00", "benchmark_name": "Include" }, { "model_benchmark_id": 749, "benchmark_id": "livebench", "model_id": "qwen3-235b-a22b", "score": 0.771, "normalized_score": 0.771, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.575629+00:00", "updated_at": "2025-07-19T19:56:12.575629+00:00", "benchmark_name": "LiveBench" }, { "model_benchmark_id": 1123, "benchmark_id": "livecodebench", "model_id": "qwen3-235b-a22b", "score": 0.707, "normalized_score": 0.707, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "v5", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.344206+00:00", "updated_at": "2025-07-19T19:56:13.344206+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 405, "benchmark_id": "math", "model_id": "qwen3-235b-a22b", "score": 0.7184, "normalized_score": 0.7184, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.863985+00:00", "updated_at": "2025-07-19T19:56:11.863985+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 1186, "benchmark_id": "mbpp", "model_id": "qwen3-235b-a22b", "score": 0.814, "normalized_score": 0.814, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.500617+00:00", "updated_at": "2025-07-19T19:56:13.500617+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1289, "benchmark_id": "mgsm", "model_id": "qwen3-235b-a22b", "score": 0.8353, "normalized_score": 0.8353, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.700097+00:00", "updated_at": "2025-07-19T19:56:13.700097+00:00", "benchmark_name": "MGSM" }, { "model_benchmark_id": 90, "benchmark_id": "mmlu", "model_id": "qwen3-235b-a22b", "score": 0.8781, "normalized_score": 0.8781, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.270963+00:00", "updated_at": "2025-07-19T19:56:11.270963+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 195, "benchmark_id": "mmlu-pro", "model_id": "qwen3-235b-a22b", "score": 0.6818, "normalized_score": 0.6818, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.472627+00:00", "updated_at": "2025-07-19T19:56:11.472627+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 732, "benchmark_id": "mmlu-redux", "model_id": "qwen3-235b-a22b", "score": 0.874, "normalized_score": 0.874, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.540685+00:00", "updated_at": "2025-07-19T19:56:12.540685+00:00", "benchmark_name": "MMLU-Redux" }, { "model_benchmark_id": 1477, "benchmark_id": "mmmlu", "model_id": "qwen3-235b-a22b", "score": 0.867, "normalized_score": 0.867, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.150792+00:00", "updated_at": "2025-07-19T19:56:14.150792+00:00", "benchmark_name": "MMMLU" }, { "model_benchmark_id": 1647, "benchmark_id": "multilf", "model_id": "qwen3-235b-a22b", "score": 0.719, "normalized_score": 0.719, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.633963+00:00", "updated_at": "2025-07-19T19:56:14.633963+00:00", "benchmark_name": "MultiLF" }, { "model_benchmark_id": 643, "benchmark_id": "multipl-e", "model_id": "qwen3-235b-a22b", "score": 0.6594, "normalized_score": 0.6594, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.320821+00:00", "updated_at": "2025-07-19T19:56:12.320821+00:00", "benchmark_name": "MultiPL-E" }, { "model_benchmark_id": 366, "benchmark_id": "supergpqa", "model_id": "qwen3-235b-a22b", "score": 0.4406, "normalized_score": 0.4406, "is_self_reported": true, "self_reported_source_link": "https://qwenlm.github.io/blog/qwen3/", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.784624+00:00", "updated_at": "2025-07-19T19:56:11.784624+00:00", "benchmark_name": "SuperGPQA" } ]