[ { "model_benchmark_id": 15972, "benchmark_id": "aider-polyglot", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.573, "normalized_score": 0.573, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.609026+00:00", "updated_at": "2025-08-03T22:06:13.609026+00:00", "benchmark_name": "Aider-Polyglot" }, { "model_benchmark_id": 15973, "benchmark_id": "aime-2025", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.703, "normalized_score": 0.703, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.611021+00:00", "updated_at": "2025-08-03T22:06:13.611021+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 15974, "benchmark_id": "arc-agi", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.418, "normalized_score": 0.418, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.618116+00:00", "updated_at": "2025-08-03T22:06:13.618116+00:00", "benchmark_name": "ARC-AGI" }, { "model_benchmark_id": 15975, "benchmark_id": "arena-hard-v2", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.792, "normalized_score": 0.792, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Win Rate", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.620187+00:00", "updated_at": "2025-08-03T22:06:13.620187+00:00", "benchmark_name": "Arena-Hard v2" }, { "model_benchmark_id": 15976, "benchmark_id": "bfcl-v3", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.709, "normalized_score": 0.709, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.622144+00:00", "updated_at": "2025-08-03T22:06:13.622144+00:00", "benchmark_name": "BFCL-v3" }, { "model_benchmark_id": 15977, "benchmark_id": "creative-writing-v3", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.875, "normalized_score": 0.875, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.626065+00:00", "updated_at": "2025-08-03T22:06:13.626065+00:00", "benchmark_name": "Creative Writing v3" }, { "model_benchmark_id": 15978, "benchmark_id": "csimpleqa", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.843, "normalized_score": 0.843, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.629696+00:00", "updated_at": "2025-08-03T22:06:13.629696+00:00", "benchmark_name": "CSimpleQA" }, { "model_benchmark_id": 15979, "benchmark_id": "gpqa", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.775, "normalized_score": 0.775, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.631769+00:00", "updated_at": "2025-08-03T22:06:13.631769+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 15980, "benchmark_id": "hmmt25", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.554, "normalized_score": 0.554, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.633387+00:00", "updated_at": "2025-08-03T22:06:13.633387+00:00", "benchmark_name": "HMMT25" }, { "model_benchmark_id": 15981, "benchmark_id": "ifeval", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.887, "normalized_score": 0.887, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.635001+00:00", "updated_at": "2025-08-03T22:06:13.635001+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 15982, "benchmark_id": "include", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.795, "normalized_score": 0.795, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.636605+00:00", "updated_at": "2025-08-03T22:06:13.636605+00:00", "benchmark_name": "INCLUDE" }, { "model_benchmark_id": 15983, "benchmark_id": "livebench-20241125", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.754, "normalized_score": 0.754, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.638166+00:00", "updated_at": "2025-08-03T22:06:13.638166+00:00", "benchmark_name": "LiveBench 20241125" }, { "model_benchmark_id": 15984, "benchmark_id": "livecodebench-v6", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.518, "normalized_score": 0.518, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.639661+00:00", "updated_at": "2025-08-03T22:06:13.639661+00:00", "benchmark_name": "LiveCodeBench v6" }, { "model_benchmark_id": 15985, "benchmark_id": "mmlu-pro", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.83, "normalized_score": 0.83, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.641236+00:00", "updated_at": "2025-08-03T22:06:13.641236+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 15986, "benchmark_id": "mmlu-prox", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.794, "normalized_score": 0.794, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.642908+00:00", "updated_at": "2025-08-03T22:06:13.642908+00:00", "benchmark_name": "MMLU-ProX" }, { "model_benchmark_id": 15987, "benchmark_id": "mmlu-redux", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.931, "normalized_score": 0.931, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.644630+00:00", "updated_at": "2025-08-03T22:06:13.644630+00:00", "benchmark_name": "MMLU-Redux" }, { "model_benchmark_id": 15988, "benchmark_id": "multi-if", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.775, "normalized_score": 0.775, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.646355+00:00", "updated_at": "2025-08-03T22:06:13.646355+00:00", "benchmark_name": "Multi-IF" }, { "model_benchmark_id": 15989, "benchmark_id": "multipl-e", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.879, "normalized_score": 0.879, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.648211+00:00", "updated_at": "2025-08-03T22:06:13.648211+00:00", "benchmark_name": "MultiPL-E" }, { "model_benchmark_id": 15990, "benchmark_id": "polymath", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.502, "normalized_score": 0.502, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.649756+00:00", "updated_at": "2025-08-03T22:06:13.649756+00:00", "benchmark_name": "PolyMATH" }, { "model_benchmark_id": 15991, "benchmark_id": "simpleqa", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.543, "normalized_score": 0.543, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.651445+00:00", "updated_at": "2025-08-03T22:06:13.651445+00:00", "benchmark_name": "SimpleQA" }, { "model_benchmark_id": 15992, "benchmark_id": "supergpqa", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.626, "normalized_score": 0.626, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.652980+00:00", "updated_at": "2025-08-03T22:06:13.652980+00:00", "benchmark_name": "SuperGPQA" }, { "model_benchmark_id": 15993, "benchmark_id": "tau2-airline", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.44, "normalized_score": 0.44, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.654737+00:00", "updated_at": "2025-08-03T22:06:13.654737+00:00", "benchmark_name": "Tau2 airline" }, { "model_benchmark_id": 15994, "benchmark_id": "tau2-retail", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.713, "normalized_score": 0.713, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.656359+00:00", "updated_at": "2025-08-03T22:06:13.656359+00:00", "benchmark_name": "Tau2 retail" }, { "model_benchmark_id": 15995, "benchmark_id": "writingbench", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.852, "normalized_score": 0.852, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.657968+00:00", "updated_at": "2025-08-03T22:06:13.657968+00:00", "benchmark_name": "WritingBench" }, { "model_benchmark_id": 15996, "benchmark_id": "zebralogic", "model_id": "qwen3-235b-a22b-instruct-2507", "score": 0.95, "normalized_score": 0.95, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507", "verified_by_llmstats": false, "analysis_method": "Accuracy", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-08-03T22:06:13.659618+00:00", "updated_at": "2025-08-03T22:06:13.659618+00:00", "benchmark_name": "ZebraLogic" } ]