[ { "model_benchmark_id": 5, "benchmark_id": "arc-c", "model_id": "gemma-3n-e4b", "score": 0.616, "normalized_score": 0.616, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "25-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.091862+00:00", "updated_at": "2025-07-19T19:56:11.091862+00:00", "benchmark_name": "ARC-C" }, { "model_benchmark_id": 1051, "benchmark_id": "arc-e", "model_id": "gemma-3n-e4b", "score": 0.816, "normalized_score": 0.816, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.195091+00:00", "updated_at": "2025-07-19T19:56:13.195091+00:00", "benchmark_name": "ARC-E" }, { "model_benchmark_id": 1066, "benchmark_id": "big-bench-hard", "model_id": "gemma-3n-e4b", "score": 0.529, "normalized_score": 0.529, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "few-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.225269+00:00", "updated_at": "2025-07-19T19:56:13.225269+00:00", "benchmark_name": "BIG-Bench Hard" }, { "model_benchmark_id": 1017, "benchmark_id": "boolq", "model_id": "gemma-3n-e4b", "score": 0.816, "normalized_score": 0.816, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.120054+00:00", "updated_at": "2025-07-19T19:56:13.120054+00:00", "benchmark_name": "BoolQ" }, { "model_benchmark_id": 942, "benchmark_id": "drop", "model_id": "gemma-3n-e4b", "score": 0.608, "normalized_score": 0.608, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "Token F1 score. 1-shot.", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:12.989555+00:00", "updated_at": "2025-07-19T19:56:12.989555+00:00", "benchmark_name": "DROP" }, { "model_benchmark_id": 33, "benchmark_id": "hellaswag", "model_id": "gemma-3n-e4b", "score": 0.786, "normalized_score": 0.786, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "10-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.150880+00:00", "updated_at": "2025-07-19T19:56:11.150880+00:00", "benchmark_name": "HellaSwag" }, { "model_benchmark_id": 1044, "benchmark_id": "natural-questions", "model_id": "gemma-3n-e4b", "score": 0.209, "normalized_score": 0.209, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.181324+00:00", "updated_at": "2025-07-19T19:56:13.181324+00:00", "benchmark_name": "Natural Questions" }, { "model_benchmark_id": 1026, "benchmark_id": "piqa", "model_id": "gemma-3n-e4b", "score": 0.81, "normalized_score": 0.81, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.136080+00:00", "updated_at": "2025-07-19T19:56:13.136080+00:00", "benchmark_name": "PIQA" }, { "model_benchmark_id": 1035, "benchmark_id": "social-iqa", "model_id": "gemma-3n-e4b", "score": 0.5, "normalized_score": 0.5, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "0-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.159816+00:00", "updated_at": "2025-07-19T19:56:13.159816+00:00", "benchmark_name": "Social IQa" }, { "model_benchmark_id": 244, "benchmark_id": "triviaqa", "model_id": "gemma-3n-e4b", "score": 0.702, "normalized_score": 0.702, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:11.567693+00:00", "updated_at": "2025-07-19T19:56:11.567693+00:00", "benchmark_name": "TriviaQA" }, { "model_benchmark_id": 1057, "benchmark_id": "winogrande", "model_id": "gemma-3n-e4b", "score": 0.717, "normalized_score": 0.717, "is_self_reported": true, "self_reported_source_link": "https://huggingface.co/google/gemma-3n-E4B", "verified_by_llmstats": false, "analysis_method": "5-shot", "verification_provider_id": null, "verification_hardware": null, "verification_date": null, "verification_notes": null, "created_at": "2025-07-19T19:56:13.207598+00:00", "updated_at": "2025-07-19T19:56:13.207598+00:00", "benchmark_name": "Winogrande" } ]