[ { "model_benchmark_id": 1407, "benchmark_id": "agieval", "model_id": "gemma-2-9b-it", "score": 0.528, "normalized_score": 0.528, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-5-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.973652+00:00", "updated_at": "2025-07-19T19:56:13.973652+00:00", "benchmark_name": "AGIEval" }, { "model_benchmark_id": 8, "benchmark_id": "arc-c", "model_id": "gemma-2-9b-it", "score": 0.684, "normalized_score": 0.684, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "25-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.097779+00:00", "updated_at": "2025-07-19T19:56:11.097779+00:00", "benchmark_name": "ARC-C" }, { "model_benchmark_id": 1054, "benchmark_id": "arc-e", "model_id": "gemma-2-9b-it", "score": 0.88, "normalized_score": 0.88, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.201834+00:00", "updated_at": "2025-07-19T19:56:13.201834+00:00", "benchmark_name": "ARC-E" }, { "model_benchmark_id": 1391, "benchmark_id": "big-bench", "model_id": "gemma-2-9b-it", "score": 0.682, "normalized_score": 0.682, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-shot Chain-of-Thought", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.930966+00:00", "updated_at": "2025-07-19T19:56:13.930966+00:00", "benchmark_name": "BIG-Bench" }, { "model_benchmark_id": 1020, "benchmark_id": "boolq", "model_id": "gemma-2-9b-it", "score": 0.842, "normalized_score": 0.842, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.124981+00:00", "updated_at": "2025-07-19T19:56:13.124981+00:00", "benchmark_name": "BoolQ" }, { "model_benchmark_id": 978, "benchmark_id": "gsm8k", "model_id": "gemma-2-9b-it", "score": 0.686, "normalized_score": 0.686, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot majority@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.053844+00:00", "updated_at": "2025-07-19T19:56:13.053844+00:00", "benchmark_name": "GSM8k" }, { "model_benchmark_id": 36, "benchmark_id": "hellaswag", "model_id": "gemma-2-9b-it", "score": 0.819, "normalized_score": 0.819, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "10-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.157090+00:00", "updated_at": "2025-07-19T19:56:11.157090+00:00", "benchmark_name": "HellaSwag" }, { "model_benchmark_id": 765, "benchmark_id": "humaneval", "model_id": "gemma-2-9b-it", "score": 0.402, "normalized_score": 0.402, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "pass@1", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.611318+00:00", "updated_at": "2025-07-19T19:56:12.611318+00:00", "benchmark_name": "HumanEval" }, { "model_benchmark_id": 380, "benchmark_id": "math", "model_id": "gemma-2-9b-it", "score": 0.366, "normalized_score": 0.366, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "4-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.821125+00:00", "updated_at": "2025-07-19T19:56:11.821125+00:00", "benchmark_name": "MATH" }, { "model_benchmark_id": 1169, "benchmark_id": "mbpp", "model_id": "gemma-2-9b-it", "score": 0.524, "normalized_score": 0.524, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "3-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.462564+00:00", "updated_at": "2025-07-19T19:56:13.462564+00:00", "benchmark_name": "MBPP" }, { "model_benchmark_id": 66, "benchmark_id": "mmlu", "model_id": "gemma-2-9b-it", "score": 0.713, "normalized_score": 0.713, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.224994+00:00", "updated_at": "2025-07-19T19:56:11.224994+00:00", "benchmark_name": "MMLU" }, { "model_benchmark_id": 1047, "benchmark_id": "natural-questions", "model_id": "gemma-2-9b-it", "score": 0.292, "normalized_score": 0.292, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.186631+00:00", "updated_at": "2025-07-19T19:56:13.186631+00:00", "benchmark_name": "Natural Questions" }, { "model_benchmark_id": 1029, "benchmark_id": "piqa", "model_id": "gemma-2-9b-it", "score": 0.817, "normalized_score": 0.817, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.144012+00:00", "updated_at": "2025-07-19T19:56:13.144012+00:00", "benchmark_name": "PIQA" }, { "model_benchmark_id": 1038, "benchmark_id": "social-iqa", "model_id": "gemma-2-9b-it", "score": 0.534, "normalized_score": 0.534, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "0-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.166311+00:00", "updated_at": "2025-07-19T19:56:13.166311+00:00", "benchmark_name": "Social IQa" }, { "model_benchmark_id": 247, "benchmark_id": "triviaqa", "model_id": "gemma-2-9b-it", "score": 0.766, "normalized_score": 0.766, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "5-shot evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.572657+00:00", "updated_at": "2025-07-19T19:56:11.572657+00:00", "benchmark_name": "TriviaQA" }, { "model_benchmark_id": 148, "benchmark_id": "winogrande", "model_id": "gemma-2-9b-it", "score": 0.806, "normalized_score": 0.806, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/blog/gemma2", "verified_by_llmstats": false, "analysis_method": "partial score evaluation", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.380497+00:00", "updated_at": "2025-07-19T19:56:11.380497+00:00", "benchmark_name": "Winogrande" } ]