[ { "model_benchmark_id": 684, "benchmark_id": "aime-2025", "model_id": "gemma-3n-e4b-it", "score": 0.116, "normalized_score": 0.116, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Accuracy. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.431148+00:00", "updated_at": "2025-07-19T19:56:12.431148+00:00", "benchmark_name": "AIME 2025" }, { "model_benchmark_id": 1326, "benchmark_id": "codegolf-v2.2", "model_id": "gemma-3n-e4b-it", "score": 0.168, "normalized_score": 0.168, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "pass@1. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.785856+00:00", "updated_at": "2025-07-19T19:56:13.785856+00:00", "benchmark_name": "Codegolf v2.2" }, { "model_benchmark_id": 1222, "benchmark_id": "eclektic", "model_id": "gemma-3n-e4b-it", "score": 0.19, "normalized_score": 0.19, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.569227+00:00", "updated_at": "2025-07-19T19:56:13.569227+00:00", "benchmark_name": "ECLeKTic" }, { "model_benchmark_id": 1315, "benchmark_id": "global-mmlu", "model_id": "gemma-3n-e4b-it", "score": 0.603, "normalized_score": 0.603, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.756363+00:00", "updated_at": "2025-07-19T19:56:13.756363+00:00", "benchmark_name": "Global-MMLU" }, { "model_benchmark_id": 1213, "benchmark_id": "global-mmlu-lite", "model_id": "gemma-3n-e4b-it", "score": 0.645, "normalized_score": 0.645, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Accuracy. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.552233+00:00", "updated_at": "2025-07-19T19:56:13.552233+00:00", "benchmark_name": "Global-MMLU-Lite" }, { "model_benchmark_id": 273, "benchmark_id": "gpqa", "model_id": "gemma-3n-e4b-it", "score": 0.237, "normalized_score": 0.237, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Diamond. 0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.624084+00:00", "updated_at": "2025-07-19T19:56:11.624084+00:00", "benchmark_name": "GPQA" }, { "model_benchmark_id": 1159, "benchmark_id": "hiddenmath", "model_id": "gemma-3n-e4b-it", "score": 0.377, "normalized_score": 0.377, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Accuracy. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.438271+00:00", "updated_at": "2025-07-19T19:56:13.438271+00:00", "benchmark_name": "HiddenMath" }, { "model_benchmark_id": 769, "benchmark_id": "humaneval", "model_id": "gemma-3n-e4b-it", "score": 0.75, "normalized_score": 0.75, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "pass@1. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.618954+00:00", "updated_at": "2025-07-19T19:56:12.618954+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 1306, "benchmark_id": "include", "model_id": "gemma-3n-e4b-it", "score": 0.572, "normalized_score": 0.572, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.733461+00:00", "updated_at": "2025-07-19T19:56:13.733461+00:00", "benchmark_name": "Include" }, { "model_benchmark_id": 1106, "benchmark_id": "livecodebench", "model_id": "gemma-3n-e4b-it", "score": 0.132, "normalized_score": 0.132, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "pass@1. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.304919+00:00", "updated_at": "2025-07-19T19:56:13.304919+00:00", "benchmark_name": "LiveCodeBench" }, { "model_benchmark_id": 1322, "benchmark_id": "livecodebench-v5", "model_id": "gemma-3n-e4b-it", "score": 0.257, "normalized_score": 0.257, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "pass@1. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.775429+00:00", "updated_at": "2025-07-19T19:56:13.775429+00:00", "benchmark_name": "LiveCodeBench v5" }, { "model_benchmark_id": 1171, "benchmark_id": "mbpp", "model_id": "gemma-3n-e4b-it", "score": 0.636, "normalized_score": 0.636, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "pass@1. 3-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.466832+00:00", "updated_at": "2025-07-19T19:56:13.466832+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 1277, "benchmark_id": "mgsm", "model_id": "gemma-3n-e4b-it", "score": 0.67, "normalized_score": 0.67, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.678210+00:00", "updated_at": "2025-07-19T19:56:13.678210+00:00", "benchmark_name": "MGSM" }, { "model_benchmark_id": 70, "benchmark_id": "mmlu", "model_id": "gemma-3n-e4b-it", "score": 0.649, "normalized_score": 0.649, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Accuracy. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.232243+00:00", "updated_at": "2025-07-19T19:56:11.232243+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 169, "benchmark_id": "mmlu-pro", "model_id": "gemma-3n-e4b-it", "score": 0.506, "normalized_score": 0.506, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Accuracy. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.428457+00:00", "updated_at": "2025-07-19T19:56:11.428457+00:00", "benchmark_name": "MMLU-Pro" }, { "model_benchmark_id": 1311, "benchmark_id": "mmlu-prox", "model_id": "gemma-3n-e4b-it", "score": 0.199, "normalized_score": 0.199, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.744918+00:00", "updated_at": "2025-07-19T19:56:13.744918+00:00", "benchmark_name": "MMLU-ProX" }, { "model_benchmark_id": 1431, "benchmark_id": "openai-mmlu", "model_id": "gemma-3n-e4b-it", "score": 0.356, "normalized_score": 0.356, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:14.045887+00:00", "updated_at": "2025-07-19T19:56:14.045887+00:00", "benchmark_name": "OpenAI MMLU" }, { "model_benchmark_id": 1230, "benchmark_id": "wmt24++", "model_id": "gemma-3n-e4b-it", "score": 0.501, "normalized_score": 0.501, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B-it", "verified_by_llmstats": false, "analysis_method": "Character-level F-score. 0-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.584588+00:00", "updated_at": "2025-07-19T19:56:13.584588+00:00", "benchmark_name": "WMT24++" } ]