[ { "model_benchmark_id": 863, "benchmark_id": "chartqa", "model_id": "llama-4-scout", "score": 0.888, "normalized_score": 0.888, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.804916+00:00", "updated_at": "2025-07-19T19:56:12.804916+00:00", "benchmark_name": "ChartQA" }, { "model_benchmark_id": 885, "benchmark_id": "docvqa", "model_id": "llama-4-scout", "score": 0.944, "normalized_score": 0.944, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot (ANLS)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.842838+00:00", "updated_at": "2025-07-19T19:56:12.842838+00:00", "benchmark_name": "DocVQA" }, { "model_benchmark_id": 295, "benchmark_id": "gpqa", "model_id": "llama-4-scout", "score": 0.572, "normalized_score": 0.572, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "0-shot (accuracy)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.668436+00:00", "updated_at": "2025-07-19T19:56:11.668436+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1116, "benchmark_id": "livecodebench", "model_id": "llama-4-scout", "score": 0.328, "normalized_score": 0.328, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.328074+00:00", "updated_at": "2025-07-19T19:56:13.328074+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 398, "benchmark_id": "math", "model_id": "llama-4-scout", "score": 0.503, "normalized_score": 0.503, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "4-shot em_maj1@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.852669+00:00", "updated_at": "2025-07-19T19:56:11.852669+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 525, "benchmark_id": "mathvista", "model_id": "llama-4-scout", "score": 0.707, "normalized_score": 0.707, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.089981+00:00", "updated_at": "2025-07-19T19:56:12.089981+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 1180, "benchmark_id": "mbpp", "model_id": "llama-4-scout", "score": 0.678, "normalized_score": 0.678, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "3-shot pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.487376+00:00", "updated_at": "2025-07-19T19:56:13.487376+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1287, "benchmark_id": "mgsm", "model_id": "llama-4-scout", "score": 0.906, "normalized_score": 0.906, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "0-shot (average/em)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.695659+00:00", "updated_at": "2025-07-19T19:56:13.695659+00:00", "benchmark_name": "MGSM" }, { "model_benchmark_id": 83, "benchmark_id": "mmlu", "model_id": "llama-4-scout", "score": 0.796, "normalized_score": 0.796, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "5-shot macro_avg/acc_char", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.258246+00:00", "updated_at": "2025-07-19T19:56:11.258246+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 188, "benchmark_id": "mmlu-pro", "model_id": "llama-4-scout", "score": 0.743, "normalized_score": 0.743, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot (macro_avg/acc)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.461726+00:00", "updated_at": "2025-07-19T19:56:11.461726+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 568, "benchmark_id": "mmmu", "model_id": "llama-4-scout", "score": 0.694, "normalized_score": 0.694, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.169227+00:00", "updated_at": "2025-07-19T19:56:12.169227+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1592, "benchmark_id": "tydiqa", "model_id": "llama-4-scout", "score": 0.315, "normalized_score": 0.315, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "1-shot average/f1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.477364+00:00", "updated_at": "2025-07-19T19:56:14.477364+00:00", "benchmark_name": "TydiQA" } ]