[ { "model_benchmark_id": 1704, "benchmark_id": "aitz-em", "model_id": "qwen2.5-vl-32b", "score": 0.831, "normalized_score": 0.831, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.791493+00:00", "updated_at": "2025-07-19T19:56:14.791493+00:00", "benchmark_name": "AITZ_EM" }, { "model_benchmark_id": 1707, "benchmark_id": "android-control-high-em", "model_id": "qwen2.5-vl-32b", "score": 0.696, "normalized_score": 0.696, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.798431+00:00", "updated_at": "2025-07-19T19:56:14.798431+00:00", "benchmark_name": "Android Control High_EM" }, { "model_benchmark_id": 1710, "benchmark_id": "android-control-low-em", "model_id": "qwen2.5-vl-32b", "score": 0.933, "normalized_score": 0.933, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "EM", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.807428+00:00", "updated_at": "2025-07-19T19:56:14.807428+00:00", "benchmark_name": "Android Control Low_EM" }, { "model_benchmark_id": 1713, "benchmark_id": "androidworld-sr", "model_id": "qwen2.5-vl-32b", "score": 0.22, "normalized_score": 0.22, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "SR", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.815734+00:00", "updated_at": "2025-07-19T19:56:14.815734+00:00", "benchmark_name": "AndroidWorld_SR" }, { "model_benchmark_id": 1658, "benchmark_id": "cc-ocr", "model_id": "qwen2.5-vl-32b", "score": 0.771, "normalized_score": 0.771, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.659496+00:00", "updated_at": "2025-07-19T19:56:14.659496+00:00", "benchmark_name": "CC-OCR" }, { "model_benchmark_id": 1695, "benchmark_id": "charadessta", "model_id": "qwen2.5-vl-32b", "score": 0.542, "normalized_score": 0.542, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.765807+00:00", "updated_at": "2025-07-19T19:56:14.765807+00:00", "benchmark_name": "CharadesSTA" }, { "model_benchmark_id": 889, "benchmark_id": "docvqa", "model_id": "qwen2.5-vl-32b", "score": 0.948, "normalized_score": 0.948, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.850117+00:00", "updated_at": "2025-07-19T19:56:12.850117+00:00", "benchmark_name": "DocVQA" }, { "model_benchmark_id": 1751, "benchmark_id": "gpqa", "model_id": "qwen2.5-vl-32b", "score": 0.46, "normalized_score": 0.46, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.953480+00:00", "updated_at": "2025-07-19T19:56:14.953480+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 791, "benchmark_id": "humaneval", "model_id": "qwen2.5-vl-32b", "score": 0.915, "normalized_score": 0.915, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.655022+00:00", "updated_at": "2025-07-19T19:56:12.655022+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 1243, "benchmark_id": "infovqa", "model_id": "qwen2.5-vl-32b", "score": 0.834, "normalized_score": 0.834, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.612560+00:00", "updated_at": "2025-07-19T19:56:13.612560+00:00", "benchmark_name": "InfoVQA" }, { "model_benchmark_id": 830, "benchmark_id": "lvbench", "model_id": "qwen2.5-vl-32b", "score": 0.49, "normalized_score": 0.49, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.733525+00:00", "updated_at": "2025-07-19T19:56:12.733525+00:00", "benchmark_name": "LVBench" }, { "model_benchmark_id": 410, "benchmark_id": "math", "model_id": "qwen2.5-vl-32b", "score": 0.822, "normalized_score": 0.822, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.873375+00:00", "updated_at": "2025-07-19T19:56:11.873375+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 1678, "benchmark_id": "mathvision", "model_id": "qwen2.5-vl-32b", "score": 0.384, "normalized_score": 0.384, "is_self_reported": true, "self_reported_source_link": "https://github.com/QwenLM/Qwen2.5-VL", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.707439+00:00", "updated_at": "2025-07-19T19:56:14.707439+00:00", "benchmark_name": "MathVision" }, { "model_benchmark_id": 1272, "benchmark_id": "mathvista-mini", "model_id": "qwen2.5-vl-32b", "score": 0.747, "normalized_score": 0.747, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.668155+00:00", "updated_at": "2025-07-19T19:56:13.668155+00:00", "benchmark_name": "MathVista-Mini" }, { "model_benchmark_id": 1191, "benchmark_id": "mbpp", "model_id": "qwen2.5-vl-32b", "score": 0.84, "normalized_score": 0.84, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.509907+00:00", "updated_at": "2025-07-19T19:56:13.509907+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1690, "benchmark_id": "mmbench-video", "model_id": "qwen2.5-vl-32b", "score": 0.0193, "normalized_score": 0.0193, "is_self_reported": true, "self_reported_source_link": "https://github.com/QwenLM/Qwen2.5-VL", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.747059+00:00", "updated_at": "2025-07-19T19:56:14.747059+00:00", "benchmark_name": "MMBench-Video" }, { "model_benchmark_id": 92, "benchmark_id": "mmlu", "model_id": "qwen2.5-vl-32b", "score": 0.784, "normalized_score": 0.784, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.274441+00:00", "updated_at": "2025-07-19T19:56:11.274441+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 200, "benchmark_id": "mmlu-pro", "model_id": "qwen2.5-vl-32b", "score": 0.688, "normalized_score": 0.688, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.482355+00:00", "updated_at": "2025-07-19T19:56:11.482355+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 573, "benchmark_id": "mmmu", "model_id": "qwen2.5-vl-32b", "score": 0.7, "normalized_score": 0.7, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.179390+00:00", "updated_at": "2025-07-19T19:56:12.179390+00:00", "benchmark_name": "MMMU" }, { "model_benchmark_id": 1536, "benchmark_id": "mmmu-pro", "model_id": "qwen2.5-vl-32b", "score": 0.495, "normalized_score": 0.495, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.299391+00:00", "updated_at": "2025-07-19T19:56:14.299391+00:00", "benchmark_name": "MMMU-Pro" }, { "model_benchmark_id": 1662, "benchmark_id": "mmstar", "model_id": "qwen2.5-vl-32b", "score": 0.695, "normalized_score": 0.695, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.668445+00:00", "updated_at": "2025-07-19T19:56:14.668445+00:00", "benchmark_name": "MMStar" }, { "model_benchmark_id": 1745, "benchmark_id": "ocrbench-v2-(en)", "model_id": "qwen2.5-vl-32b", "score": 0.572, "normalized_score": 0.572, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.930331+00:00", "updated_at": "2025-07-19T19:56:14.930331+00:00", "benchmark_name": "OCRBench-V2 (en)" }, { "model_benchmark_id": 1750, "benchmark_id": "ocrbench-v2-(zh)", "model_id": "qwen2.5-vl-32b", "score": 0.591, "normalized_score": 0.591, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.947420+00:00", "updated_at": "2025-07-19T19:56:14.947420+00:00", "benchmark_name": "OCRBench-V2 (zh)" }, { "model_benchmark_id": 1748, "benchmark_id": "osworld", "model_id": "qwen2.5-vl-32b", "score": 0.0592, "normalized_score": 0.0592, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.939263+00:00", "updated_at": "2025-07-19T19:56:14.939263+00:00", "benchmark_name": "OSWorld" }, { "model_benchmark_id": 1698, "benchmark_id": "screenspot", "model_id": "qwen2.5-vl-32b", "score": 0.885, "normalized_score": 0.885, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.775538+00:00", "updated_at": "2025-07-19T19:56:14.775538+00:00", "benchmark_name": "ScreenSpot" }, { "model_benchmark_id": 1701, "benchmark_id": "screenspot-pro", "model_id": "qwen2.5-vl-32b", "score": 0.394, "normalized_score": 0.394, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.783897+00:00", "updated_at": "2025-07-19T19:56:14.783897+00:00", "benchmark_name": "ScreenSpot Pro" }, { "model_benchmark_id": 1683, "benchmark_id": "videomme-w-o-sub.", "model_id": "qwen2.5-vl-32b", "score": 0.705, "normalized_score": 0.705, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.722056+00:00", "updated_at": "2025-07-19T19:56:14.722056+00:00", "benchmark_name": "VideoMME w/o sub." }, { "model_benchmark_id": 1686, "benchmark_id": "videomme-w-sub.", "model_id": "qwen2.5-vl-32b", "score": 0.779, "normalized_score": 0.779, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct", "verified_by_llmstats": false, "analysis_method": "Score", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.729388+00:00", "updated_at": "2025-07-19T19:56:14.729388+00:00", "benchmark_name": "VideoMME w sub." } ]