[ { "model_benchmark_id": 1408, "benchmark_id": "agieval", "model_id": "gemma-2-27b-it", "score": 0.551, "normalized_score": 0.551, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.975397+00:00", "updated_at": "2025-07-19T19:56:13.975397+00:00", "benchmark_name": "AGIEval" }, { "model_benchmark_id": 9, "benchmark_id": "arc-c", "model_id": "gemma-2-27b-it", "score": 0.714, "normalized_score": 0.714, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "25-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.099650+00:00", "updated_at": "2025-07-19T19:56:11.099650+00:00", "benchmark_name": "ARC-C" }, { "model_benchmark_id": 1055, "benchmark_id": "arc-e", "model_id": "gemma-2-27b-it", "score": 0.886, "normalized_score": 0.886, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.203403+00:00", "updated_at": "2025-07-19T19:56:13.203403+00:00", "benchmark_name": "ARC-E" }, { "model_benchmark_id": 1392, "benchmark_id": "big-bench", "model_id": "gemma-2-27b-it", "score": 0.749, "normalized_score": 0.749, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-shot, CoT", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.932992+00:00", "updated_at": "2025-07-19T19:56:13.932992+00:00", "benchmark_name": "BIG-Bench" }, { "model_benchmark_id": 1021, "benchmark_id": "boolq", "model_id": "gemma-2-27b-it", "score": 0.848, "normalized_score": 0.848, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.126514+00:00", "updated_at": "2025-07-19T19:56:13.126514+00:00", "benchmark_name": "BoolQ" }, { "model_benchmark_id": 980, "benchmark_id": "gsm8k", "model_id": "gemma-2-27b-it", "score": 0.74, "normalized_score": 0.74, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot, maj@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.058102+00:00", "updated_at": "2025-07-19T19:56:13.058102+00:00", "benchmark_name": "GSM8k" }, { "model_benchmark_id": 38, "benchmark_id": "hellaswag", "model_id": "gemma-2-27b-it", "score": 0.864, "normalized_score": 0.864, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "10-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.164247+00:00", "updated_at": "2025-07-19T19:56:11.164247+00:00", "benchmark_name": "HellaSwag" }, { "model_benchmark_id": 767, "benchmark_id": "humaneval", "model_id": "gemma-2-27b-it", "score": 0.518, "normalized_score": 0.518, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.615384+00:00", "updated_at": "2025-07-19T19:56:12.615384+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 382, "benchmark_id": "math", "model_id": "gemma-2-27b-it", "score": 0.423, "normalized_score": 0.423, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "4-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.824501+00:00", "updated_at": "2025-07-19T19:56:11.824501+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 1170, "benchmark_id": "mbpp", "model_id": "gemma-2-27b-it", "score": 0.626, "normalized_score": 0.626, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.464425+00:00", "updated_at": "2025-07-19T19:56:13.464425+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 68, "benchmark_id": "mmlu", "model_id": "gemma-2-27b-it", "score": 0.752, "normalized_score": 0.752, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot, top-1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.228104+00:00", "updated_at": "2025-07-19T19:56:11.228104+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 1048, "benchmark_id": "natural-questions", "model_id": "gemma-2-27b-it", "score": 0.345, "normalized_score": 0.345, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.188220+00:00", "updated_at": "2025-07-19T19:56:13.188220+00:00", "benchmark_name": "Natural Questions" }, { "model_benchmark_id": 1030, "benchmark_id": "piqa", "model_id": "gemma-2-27b-it", "score": 0.832, "normalized_score": 0.832, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.145819+00:00", "updated_at": "2025-07-19T19:56:13.145819+00:00", "benchmark_name": "PIQA" }, { "model_benchmark_id": 1039, "benchmark_id": "social-iqa", "model_id": "gemma-2-27b-it", "score": 0.537, "normalized_score": 0.537, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.168648+00:00", "updated_at": "2025-07-19T19:56:13.168648+00:00", "benchmark_name": "Social IQa" }, { "model_benchmark_id": 248, "benchmark_id": "triviaqa", "model_id": "gemma-2-27b-it", "score": 0.837, "normalized_score": 0.837, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.574247+00:00", "updated_at": "2025-07-19T19:56:11.574247+00:00", "benchmark_name": "TriviaQA" }, { "model_benchmark_id": 1060, "benchmark_id": "winogrande", "model_id": "gemma-2-27b-it", "score": 0.837, "normalized_score": 0.837, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.212219+00:00", "updated_at": "2025-07-19T19:56:13.212219+00:00", "benchmark_name": "Winogrande" } ]