[ { "model_benchmark_id": 874, "benchmark_id": "chartqa", "model_id": "pixtral-12b-2409", "score": 0.818, "normalized_score": 0.818, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Chain of Thought (CoT)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.822444+00:00", "updated_at": "2025-07-19T19:56:12.822444+00:00", "benchmark_name": "ChartQA" }, { "model_benchmark_id": 899, "benchmark_id": "docvqa", "model_id": "pixtral-12b-2409", "score": 0.907, "normalized_score": 0.907, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "ANLS", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.871485+00:00", "updated_at": "2025-07-19T19:56:12.871485+00:00", "benchmark_name": "DocVQA" }, { "model_benchmark_id": 808, "benchmark_id": "humaneval", "model_id": "pixtral-12b-2409", "score": 0.72, "normalized_score": 0.72, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.684555+00:00", "updated_at": "2025-07-19T19:56:12.684555+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 631, "benchmark_id": "ifeval", "model_id": "pixtral-12b-2409", "score": 0.613, "normalized_score": 0.613, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Text Instruction Following Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.297384+00:00", "updated_at": "2025-07-19T19:56:12.297384+00:00", "benchmark_name": "IFEval" }, { "model_benchmark_id": 425, "benchmark_id": "math", "model_id": "pixtral-12b-2409", "score": 0.481, "normalized_score": 0.481, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.900275+00:00", "updated_at": "2025-07-19T19:56:11.900275+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 537, "benchmark_id": "mathvista", "model_id": "pixtral-12b-2409", "score": 0.58, "normalized_score": 0.58, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Chain of Thought (CoT)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.111272+00:00", "updated_at": "2025-07-19T19:56:12.111272+00:00", "benchmark_name": "MathVista" }, { "model_benchmark_id": 1822, "benchmark_id": "mm-if-eval", "model_id": "pixtral-12b-2409", "score": 0.527, "normalized_score": 0.527, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Multimodal Instruction Following Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:15.145578+00:00", "updated_at": "2025-07-19T19:56:15.145578+00:00", "benchmark_name": "MM IF-Eval" }, { "model_benchmark_id": 115, "benchmark_id": "mmlu", "model_id": "pixtral-12b-2409", "score": 0.692, "normalized_score": 0.692, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.314507+00:00", "updated_at": "2025-07-19T19:56:11.314507+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 1733, "benchmark_id": "mm-mt-bench", "model_id": "pixtral-12b-2409", "score": 0.605, "normalized_score": 0.605, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Multimodal MT-Bench Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.887276+00:00", "updated_at": "2025-07-19T19:56:14.887276+00:00", "benchmark_name": "MM-MT-Bench" }, { "model_benchmark_id": 588, "benchmark_id": "mmmu", "model_id": "pixtral-12b-2409", "score": 0.525, "normalized_score": 0.525, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Chain of Thought (CoT)", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.209409+00:00", "updated_at": "2025-07-19T19:56:12.209409+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1614, "benchmark_id": "mt-bench", "model_id": "pixtral-12b-2409", "score": 0.768, "normalized_score": 0.768, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "Text MT-Bench Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.539185+00:00", "updated_at": "2025-07-19T19:56:14.539185+00:00", "benchmark_name": "MT-Bench" }, { "model_benchmark_id": 1575, "benchmark_id": "vqav2", "model_id": "pixtral-12b-2409", "score": 0.786, "normalized_score": 0.786, "is_self_reported": true, "self_reported_source_link": "https://mistral.ai/news/pixtral-12b/", "verified_by_llmstats": false, "analysis_method": "VQA Match", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.416120+00:00", "updated_at": "2025-07-19T19:56:14.416120+00:00", "benchmark_name": "VQAv2" } ]