[ { "model_benchmark_id": 862, "benchmark_id": "chartqa", "model_id": "llama-4-maverick", "score": 0.9, "normalized_score": 0.9, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.803334+00:00", "updated_at": "2025-07-19T19:56:12.803334+00:00", "benchmark_name": "ChartQA" }, { "model_benchmark_id": 884, "benchmark_id": "docvqa", "model_id": "llama-4-maverick", "score": 0.944, "normalized_score": 0.944, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.841331+00:00", "updated_at": "2025-07-19T19:56:12.841331+00:00", "benchmark_name": "DocVQA" }, { "model_benchmark_id": 294, "benchmark_id": "gpqa", "model_id": "llama-4-maverick", "score": 0.698, "normalized_score": 0.698, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.666983+00:00", "updated_at": "2025-07-19T19:56:11.666983+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1115, "benchmark_id": "livecodebench", "model_id": "llama-4-maverick", "score": 0.434, "normalized_score": 0.434, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.326624+00:00", "updated_at": "2025-07-19T19:56:13.326624+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 397, "benchmark_id": "math", "model_id": "llama-4-maverick", "score": 0.612, "normalized_score": 0.612, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "4-shot em_maj1@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.851038+00:00", "updated_at": "2025-07-19T19:56:11.851038+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 524, "benchmark_id": "mathvista", "model_id": "llama-4-maverick", "score": 0.737, "normalized_score": 0.737, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.088308+00:00", "updated_at": "2025-07-19T19:56:12.088308+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 1179, "benchmark_id": "mbpp", "model_id": "llama-4-maverick", "score": 0.776, "normalized_score": 0.776, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "3-shot pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.485323+00:00", "updated_at": "2025-07-19T19:56:13.485323+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1286, "benchmark_id": "mgsm", "model_id": "llama-4-maverick", "score": 0.923, "normalized_score": 0.923, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.694238+00:00", "updated_at": "2025-07-19T19:56:13.694238+00:00", "benchmark_name": "MGSM" }, { "model_benchmark_id": 82, "benchmark_id": "mmlu", "model_id": "llama-4-maverick", "score": 0.855, "normalized_score": 0.855, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "5-shot macro_avg/acc_char", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.254352+00:00", "updated_at": "2025-07-19T19:56:11.254352+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 187, "benchmark_id": "mmlu-pro", "model_id": "llama-4-maverick", "score": 0.805, "normalized_score": 0.805, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.460210+00:00", "updated_at": "2025-07-19T19:56:11.460210+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 567, "benchmark_id": "mmmu", "model_id": "llama-4-maverick", "score": 0.734, "normalized_score": 0.734, "is_self_reported": true, "self_reported_source_link": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.167124+00:00", "updated_at": "2025-07-19T19:56:12.167124+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1531, "benchmark_id": "mmmu-pro", "model_id": "llama-4-maverick", "score": 0.596, "normalized_score": 0.596, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "0-shot CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.290598+00:00", "updated_at": "2025-07-19T19:56:14.290598+00:00", "benchmark_name": "MMMU-Pro" }, { "model_benchmark_id": 1591, "benchmark_id": "tydiqa", "model_id": "llama-4-maverick", "score": 0.317, "normalized_score": 0.317, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", "verified_by_llmstats": false, "analysis_method": "1-shot average/f1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.475429+00:00", "updated_at": "2025-07-19T19:56:14.475429+00:00", "benchmark_name": "TydiQA" } ]